-- Logs begin at Tue 2022-04-12 16:11:47 UTC, end at Tue 2022-04-12 17:39:57 UTC. -- Apr 12 17:00:28.729524 dv-cinder-837531-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 17:00:31.658188 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.common.config [-] Logging enabled! Apr 12 17:00:31.658804 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev108 Apr 12 17:00:31.659001 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103849) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 17:00:31.662323 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.common.config [-] Logging enabled! Apr 12 17:00:31.663197 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev108 Apr 12 17:00:31.663514 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103849) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 17:00:31.664443 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:00:31.664679 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:00:31.665055 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:00:31.665302 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:00:31.665529 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:00:31.665943 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.666385 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 17:00:31.666713 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.667010 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.667301 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.667593 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.667879 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.668161 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.668450 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.668748 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.669037 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.669318 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.669600 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.669892 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.670183 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.670497 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.670787 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.671073 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] debug = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.671354 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.671788 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.672206 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.672488 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.672777 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.673058 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.673332 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.673608 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.673892 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.674220 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] host = dv-cinder-837531-1-iscsi {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.674524 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.674814 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.675100 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.675385 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.675662 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.675936 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.676219 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.676487 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.676763 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.677037 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.677321 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.677606 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.677893 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.678140 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.678390 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.678688 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.678975 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.679251 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.679527 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.679801 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.680074 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.680347 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.680615 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.680898 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.681181 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.681466 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.681741 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.682019 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.682295 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.682598 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.682887 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.683169 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.683445 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.683722 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.684011 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.684282 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.684560 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.684863 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.685151 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.685435 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.685722 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.685998 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.686281 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.686590 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.686870 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.687145 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_json = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.687421 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.687694 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.687977 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.688253 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.688528 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.688804 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.689079 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.689367 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.689641 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:31.689938 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.690235 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.690560 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.690862 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.691153 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.691437 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.691728 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.692010 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.692299 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.692588 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.692880 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.695594 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.695921 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.698411 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.700878 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.701214 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.701528 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.701838 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.702130 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.702456 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.702745 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.703034 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.703332 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.703622 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.703920 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.704215 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.704501 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.704804 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.705096 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.705398 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.705693 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.705974 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.706261 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.706585 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.706873 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.707152 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.707436 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.707730 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.708011 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.708288 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.708575 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.708856 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.709131 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.709921 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.710208 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.710599 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.710883 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.711159 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.711432 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.711715 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.711991 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.712279 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.712557 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.712831 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.713107 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.713389 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.713662 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.713937 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.714217 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.714519 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.714800 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.715075 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.715349 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.715624 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.715897 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.716171 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.716443 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.716715 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.716993 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.717267 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.717541 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.717815 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.718089 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.718377 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.718671 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.718971 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.719254 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.719535 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.719815 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.720101 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.720380 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.720659 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.720935 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.721215 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.721488 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.721775 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.722056 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.722341 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.722670 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.722952 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.723249 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.723531 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.723810 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.724094 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.724373 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.724653 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.724937 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.725787 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.726084 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.726396 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.726695 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.726989 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.727282 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.727564 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.727872 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.728153 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:31.728372 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:00:31.728613 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103849) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 17:00:32.108451 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 17:00:32.108695 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 17:00:32.109007 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 17:00:32.109339 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 17:00:32.436639 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.436931 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.437202 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.440153 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.440434 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.440709 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.494435 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.494715 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.494981 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.510486 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.510769 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.511040 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.540495 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.540775 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.541048 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.578230 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.578536 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.578809 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.919126 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.919721 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.919721 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.919929 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:32.920623 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.029415 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.029750 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.030044 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.030326 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.030629 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.030952 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.031224 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.031490 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.031749 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.032036 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.032306 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.032583 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.032847 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.033106 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.033369 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.033639 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.033900 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.034174 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.034478 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.034747 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.035025 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.035284 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.035569 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.035949 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.036206 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.036456 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.036852 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:00:33.037095 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:00:33.037335 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:00:33.037572 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:00:33.037809 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:00:33.038046 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:00:33.038432 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 17:00:33.041577 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 17:00:33.045546 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 17:00:33.049362 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 12 17:00:33.051046 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 17:00:33.051525 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 17:00:33.051863 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 17:00:33.052246 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 17:00:33.055777 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 17:00:33.056027 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 17:00:33.056374 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 17:00:33.061272 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 17:00:33.085391 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 17:00:33.085851 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.086155 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103849) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 17:00:33.086574 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.087937 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103849) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 17:00:33.088220 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 17:00:33.088467 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 17:00:33.091857 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.092146 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:33.154844 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 17:00:33.155085 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 17:00:33.155324 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 17:00:33.155689 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 17:00:33.175705 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_db.sqlalchemy.engines [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103849) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 17:00:33.759350 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Initializing driver for type 'gre' Apr 12 17:00:33.759874 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] gre ID ranges: [(1, 1000)] Apr 12 17:00:33.922274 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Initializing driver for type 'local' Apr 12 17:00:33.922895 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Initializing driver for type 'vlan' Apr 12 17:00:33.984930 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] VlanTypeDriver initialization complete Apr 12 17:00:33.985263 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Initializing driver for type 'vxlan' Apr 12 17:00:33.985759 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] vxlan ID ranges: [(1, 1000)] Apr 12 17:00:34.190582 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Initializing extension driver 'port_security' Apr 12 17:00:34.190920 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.extensions.port_security [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] PortSecurityExtensionDriver initialization complete Apr 12 17:00:34.191250 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Initializing mechanism driver 'openvswitch' Apr 12 17:00:34.191579 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Initializing mechanism driver 'hyperv' Apr 12 17:00:34.198628 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:00:34.199472 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.199846 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.200201 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.200726 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:00:34.201164 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > subnet after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.201522 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.201869 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.202265 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:00:34.202692 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > network after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.203042 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > network after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.203383 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.203779 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:00:34.204182 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > security_group after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.204559 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > security_group after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.204876 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.205275 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:00:34.205676 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.206023 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.206385 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.206781 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:00:34.207181 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > address_group after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.207526 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > address_group after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.207865 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.208266 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:00:34.208706 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] ML2 OVO RPC backend initialized. {{(pid=103849) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 17:00:34.209398 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.210383 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.210820 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > network before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.217750 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > networks before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.217750 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > port before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.217750 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > ports before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.217750 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > subnet before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.218061 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > subnets before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.218061 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > network after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.218061 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > network after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.218061 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.218382 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.218382 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.218382 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.218382 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > subnet after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.218679 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.218679 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.223826 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded quota_driver: . Apr 12 17:00:34.224243 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.plugin [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Modular L2 Plugin initialization complete Apr 12 17:00:34.224589 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading services supported by the core plugin {{(pid=103849) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 17:00:34.224932 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Got port-security extension from driver 'port_security' Apr 12 17:00:34.225433 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.extensions.vlantransparent [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Disabled vlantransparent extension. Apr 12 17:00:34.225927 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103849) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 17:00:34.226252 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading Plugin: router Apr 12 17:00:34.261316 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.261706 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router after_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.262077 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router before_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.262466 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.262841 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.263194 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router after_delete 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.263548 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > floatingip after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.263893 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.264249 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router after_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.264590 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.264934 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.265283 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.265757 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.266166 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router precommit_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.266556 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.266896 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.267232 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.267576 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.267921 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.268263 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router precommit_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.268602 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: port before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.268945 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.269294 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.269633 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.269977 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router precommit_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.270332 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.270695 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router precommit_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.271055 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > agent after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.271401 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > agent after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.271740 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.273266 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Tracking information for resource: router configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:00:34.273602 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Tracking information for resource: floatingip configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:00:34.278444 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.db.l3_agentschedulers_db [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 17:00:34.279019 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.279379 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.279729 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.280080 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.280863 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router before_create 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.281230 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.281595 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router precommit_create 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.281947 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > router precommit_update 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.286795 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.services.provider_configuration [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service providers = [] {{(pid=103849) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 17:00:34.287160 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.db.servicetype_db [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103849) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 17:00:34.290144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:00:34.290526 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:00:34.290867 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:00:34.291748 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:00:34.292117 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.services.service_base [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 17:00:34.292490 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:00:34.292807 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 17:00:34.303416 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:00:34.303752 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading Plugin: auto_allocate Apr 12 17:00:34.309264 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: network precommit_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.309631 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: network precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.310144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:00:34.310494 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading Plugin: tag Apr 12 17:00:34.325544 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:00:34.325824 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading Plugin: timestamp Apr 12 17:00:34.329672 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:00:34.329998 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading Plugin: network_ip_availability Apr 12 17:00:34.336122 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.336491 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.336843 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.337551 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:00:34.337869 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading Plugin: flavors Apr 12 17:00:34.347424 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:00:34.347756 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading Plugin: revisions Apr 12 17:00:34.352035 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:00:34.352424 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.243s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 17:00:34.353210 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103849) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 17:00:34.353543 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Initializing extension manager. Apr 12 17:00:34.354064 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: __init__.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.354433 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: __pycache__ {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.354771 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: address_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.355520 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.356072 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: address-group Apr 12 17:00:34.356397 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: address_scope.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.357102 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.357607 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: address-scope Apr 12 17:00:34.357929 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.358923 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.359445 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: router-admin-state-down-before-update Apr 12 17:00:34.359757 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: agent.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.360450 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.360949 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: agent Apr 12 17:00:34.361269 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: agent_resources_synced.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.362179 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.362719 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: agent-resources-synced Apr 12 17:00:34.363048 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: allowedaddresspairs.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.364877 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.365393 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: allowed-address-pairs Apr 12 17:00:34.365736 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: auto_allocated_topology.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.366831 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.367335 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: auto-allocated-topology Apr 12 17:00:34.367659 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: availability_zone.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.368348 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.368845 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: availability_zone Apr 12 17:00:34.369166 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: availability_zone_filter.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.370076 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.370617 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: availability_zone_filter Apr 12 17:00:34.370939 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: data_plane_status.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.377622 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.378116 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 17:00:34.378460 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: default_subnetpools.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.379364 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.379860 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: default-subnetpools Apr 12 17:00:34.380182 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.380975 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.381997 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: dhcp_agent_scheduler Apr 12 17:00:34.382595 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: dns.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.383510 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.384022 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension dns-integration not supported by any of loaded plugins Apr 12 17:00:34.384365 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: dns_domain_ports.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.385275 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.385773 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 17:00:34.386094 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.387036 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.387530 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 17:00:34.387849 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: dvr.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.388509 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.389004 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: dvr Apr 12 17:00:34.389321 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: ecmp_routes.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.390271 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.390791 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 17:00:34.391111 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: empty_string_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.392010 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.392508 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: empty-string-filtering Apr 12 17:00:34.392827 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.393727 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.394226 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 17:00:34.394579 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.395535 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.396038 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 17:00:34.396360 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: external_net.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.397875 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.398391 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: external-net Apr 12 17:00:34.398724 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.399693 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.400200 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: extra_dhcp_opt Apr 12 17:00:34.400520 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: extraroute.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.401421 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.401915 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: extraroute Apr 12 17:00:34.402241 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: extraroute_atomic.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.403477 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.404030 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: extraroute-atomic Apr 12 17:00:34.404348 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: filter_validation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.405017 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.405515 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: filter-validation Apr 12 17:00:34.405843 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: fip_pf_description.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.406787 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.407285 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 17:00:34.407609 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: fip_pf_port_range.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.408521 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.409015 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 17:00:34.409402 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: fip_port_details.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.410311 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.410835 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: fip-port-details Apr 12 17:00:34.411161 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: flavors.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.412385 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.412923 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: flavors Apr 12 17:00:34.413251 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.414930 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.415501 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 17:00:34.415832 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: floatingip_pools.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.416535 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.417040 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: floatingip-pools Apr 12 17:00:34.417365 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: ip_allocation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.418281 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.418808 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 17:00:34.419133 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.420046 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.420550 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: ip-substring-filtering Apr 12 17:00:34.420874 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: l2_adjacency.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.421803 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.422306 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 17:00:34.422658 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: l3.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.423621 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.424131 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: router Apr 12 17:00:34.424455 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.426696 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.427225 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 17:00:34.427556 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.428544 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.429048 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: ext-gw-mode Apr 12 17:00:34.429375 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.430286 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.430822 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: l3-ha Apr 12 17:00:34.431152 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.432056 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.432571 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 17:00:34.432917 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: l3_flavors.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.433820 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.434325 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: l3-flavors Apr 12 17:00:34.434675 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: l3_ndp_proxy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.436056 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.436562 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 17:00:34.436890 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.437805 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.438310 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 17:00:34.438671 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: l3agentscheduler.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.439743 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.440259 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: l3_agent_scheduler Apr 12 17:00:34.440590 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: local_ip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.442525 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.443036 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension local_ip not supported by any of loaded plugins Apr 12 17:00:34.443367 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: logging.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.445394 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.445905 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension logging not supported by any of loaded plugins Apr 12 17:00:34.446240 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: metering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.452096 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.452670 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: metering Apr 12 17:00:34.452998 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.454090 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.454630 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: metering_source_and_destination_fields Apr 12 17:00:34.454956 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: multiprovidernet.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.455873 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.456377 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: multi-provider Apr 12 17:00:34.456700 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: netmtu.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.457603 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.458101 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: net-mtu Apr 12 17:00:34.458508 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: netmtu_writable.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.459415 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.460458 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: net-mtu-writable Apr 12 17:00:34.460777 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: network_availability_zone.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.461448 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.461943 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: network_availability_zone Apr 12 17:00:34.462262 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: network_ip_availability.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.463391 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.463899 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: network-ip-availability Apr 12 17:00:34.464226 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: network_segment_range.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.465027 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.465528 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 17:00:34.465852 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: pagination.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.466844 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.467175 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: pagination Apr 12 17:00:34.467497 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: port_device_profile.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.468401 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.468905 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: port-device-profile Apr 12 17:00:34.469227 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.470178 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.470763 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: port-mac-address-regenerate Apr 12 17:00:34.471083 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.472000 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.472502 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: port-numa-affinity-policy Apr 12 17:00:34.472823 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: port_resource_request.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.473725 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.474224 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 17:00:34.474579 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: port_resource_request_groups.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.475557 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.476054 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 17:00:34.476375 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: portbindings.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.477281 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.477779 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: binding Apr 12 17:00:34.478101 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: portbindings_extended.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.479397 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.479907 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: binding-extended Apr 12 17:00:34.480235 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: portsecurity.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.488162 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.488673 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: port-security Apr 12 17:00:34.489002 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: project_id.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.489976 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.490304 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: project-id Apr 12 17:00:34.490662 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: providernet.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.492095 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.492611 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: provider Apr 12 17:00:34.492963 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.496522 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.497038 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos not supported by any of loaded plugins Apr 12 17:00:34.497370 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.498741 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.499304 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 17:00:34.499634 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.500549 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.501051 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 17:00:34.501379 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_default.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.502294 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.502838 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-default not supported by any of loaded plugins Apr 12 17:00:34.503166 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_fip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.504116 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.504616 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-fip not supported by any of loaded plugins Apr 12 17:00:34.504942 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_fip_network_policy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.505849 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.506383 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 17:00:34.507493 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_gateway_ip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.508420 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.508935 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 17:00:34.509266 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_port_network_policy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.510172 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.510706 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 17:00:34.511034 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.517099 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.517606 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 17:00:34.517933 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.519001 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.519506 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 17:00:34.519828 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_pps_rule.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.520988 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.521545 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-pps not supported by any of loaded plugins Apr 12 17:00:34.521869 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_rule_type_details.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.522829 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.523334 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 17:00:34.523662 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_rule_type_filter.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.524579 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.525082 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 17:00:34.525405 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: qos_rules_alias.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.526475 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.526984 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 17:00:34.527305 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: quota_check_limit.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.528256 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.528763 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: quota-check-limit Apr 12 17:00:34.529086 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: quotasv2.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.530013 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.530341 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: quotas Apr 12 17:00:34.530685 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: quotasv2_detail.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.532469 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.532809 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: quota_details Apr 12 17:00:34.533141 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: rbac.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.534190 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.534744 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: rbac-policies Apr 12 17:00:34.535077 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: rbac_address_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.536001 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.536509 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: rbac-address-group Apr 12 17:00:34.536837 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: rbac_address_scope.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.537769 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.538277 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: rbac-address-scope Apr 12 17:00:34.538633 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: rbac_security_groups.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.550081 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.550628 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: rbac-security-groups Apr 12 17:00:34.550953 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: rbac_subnetpool.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.551869 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.552372 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: rbac-subnetpool Apr 12 17:00:34.552698 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: revisionifmatch.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.554123 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.554664 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: revision-if-match Apr 12 17:00:34.554989 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: revisions.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.556198 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.556695 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: standard-attr-revisions Apr 12 17:00:34.557020 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: router_availability_zone.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.557687 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.558202 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: router_availability_zone Apr 12 17:00:34.558536 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: routerservicetype.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.559453 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.559958 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension router-service-type not supported by any of loaded plugins Apr 12 17:00:34.560282 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.561199 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.561699 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: security-groups-normalized-cidr Apr 12 17:00:34.562023 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.563081 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.563664 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: port-security-groups-filtering Apr 12 17:00:34.564026 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.565044 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.565544 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: security-groups-remote-address-group Apr 12 17:00:34.565871 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.566807 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.567370 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: security-groups-shared-filtering Apr 12 17:00:34.567691 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.568293 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 17:00:34.568617 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: securitygroup.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.578869 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.579346 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: security-group Apr 12 17:00:34.579678 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: segment.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.580404 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.580916 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension segment not supported by any of loaded plugins Apr 12 17:00:34.581242 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.582178 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.582712 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 17:00:34.583038 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: servicetype.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.584183 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.584768 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: service-type Apr 12 17:00:34.585171 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: sorting.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.586261 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.586639 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: sorting Apr 12 17:00:34.586977 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: standard_attr_segment.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.587922 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.588489 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 17:00:34.588823 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: standardattrdescription.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.589488 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.589998 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: standard-attr-description Apr 12 17:00:34.590332 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: stateful_security_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.591309 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.591822 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: stateful-security-group Apr 12 17:00:34.592156 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: stdattrs_common.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.592769 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 17:00:34.593099 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.594075 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.594633 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 17:00:34.594969 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: subnet_onboard.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.596044 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.596564 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: subnet_onboard Apr 12 17:00:34.596901 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.597845 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.598369 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 17:00:34.598717 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: subnet_service_types.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.599715 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.600235 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: subnet-service-types Apr 12 17:00:34.600565 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: subnetallocation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.601667 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.602183 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: subnet_allocation Apr 12 17:00:34.602550 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.603232 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.603776 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: subnetpool-prefix-ops Apr 12 17:00:34.604110 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.605067 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.605579 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 17:00:34.605910 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: tagging.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.607102 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.607621 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: standard-attr-tag Apr 12 17:00:34.607957 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: timestamp.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.609180 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.609697 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loaded extension: standard-attr-timestamp Apr 12 17:00:34.610068 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: trunk.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.611144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.611664 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension trunk not supported by any of loaded plugins Apr 12 17:00:34.611997 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: trunk_details.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.612927 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.613447 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension trunk-details not supported by any of loaded plugins Apr 12 17:00:34.613780 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: uplink_status_propagation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.614744 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.615259 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 17:00:34.615625 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Loading extension file: vlantransparent.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:00:34.616805 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:00:34.617317 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 17:00:34.619870 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:network Apr 12 17:00:34.620402 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:subnet Apr 12 17:00:34.620812 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:00:34.621212 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:port Apr 12 17:00:34.622523 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.622989 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service FLAVORS assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.623625 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.624066 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.624410 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:router Apr 12 17:00:34.624855 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:floatingip Apr 12 17:00:34.625390 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service METERING assigned prefix: /metering {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.626905 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.627286 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.628606 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:00:34.628736 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 17:00:34.629193 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:security_group Apr 12 17:00:34.629641 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 17:00:34.630293 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.630657 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:00:34.631010 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] subnetpool is already registered Apr 12 17:00:34.632266 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.632647 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:00:34.632986 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] subnetpool is already registered Apr 12 17:00:34.635340 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.635787 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service FLAVORS assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.636394 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.636832 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.637169 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:router Apr 12 17:00:34.637511 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] router is already registered Apr 12 17:00:34.637929 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:floatingip Apr 12 17:00:34.638267 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] floatingip is already registered Apr 12 17:00:34.638756 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service METERING assigned prefix: /metering {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.639469 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 17:00:34.639807 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] rbac_policy is already registered Apr 12 17:00:34.640256 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:security_group Apr 12 17:00:34.640594 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] security_group is already registered Apr 12 17:00:34.641004 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 17:00:34.641339 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] security_group_rule is already registered Apr 12 17:00:34.641970 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.642303 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:00:34.642663 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] subnetpool is already registered Apr 12 17:00:34.643091 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:00:34.643419 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:00:34.643752 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] subnetpool is already registered Apr 12 17:00:34.644280 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: extensions {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.645726 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: address-groups {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.647262 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: address-scopes {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.648572 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: agents {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.649797 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: auto-allocated-topology {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.651068 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: availability_zones {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.652288 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: dhcp-networks {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.654931 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: dhcp-agents {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.656410 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: routers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.658621 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: flavors {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.659816 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: service_profiles {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.663040 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: next_providers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.663040 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: service_profiles {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.664109 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: floatingip-pools {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.665329 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: routers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.667468 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: floatingips {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.668785 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: l3-routers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.670179 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: l3-agents {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.671613 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: metering-labels {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.672979 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: metering-label-rules {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.674247 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: network-ip-availabilities {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.675580 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: bindings {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.677232 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: quotas {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.679318 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: quotas {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.680848 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: rbac-policies {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.682188 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: security-groups {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.683440 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: security-group-rules {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.684766 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: service-providers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.686056 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: subnetpools {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.687512 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: subnetpools {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.688982 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.690662 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.692682 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.695248 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.697312 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.699227 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.700902 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.702805 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.704594 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.706455 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:00:34.712662 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING keystonemiddleware.auth_token [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 17:00:34.718242 dv-cinder-837531-1-iscsi neutron-server[103849]: WARNING keystonemiddleware.auth_token [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 17:00:34.727040 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Acquired lock "singleton_lock" {{(pid=103849) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 17:00:34.727524 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Releasing lock "singleton_lock" {{(pid=103849) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 17:00:34.728198 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO oslo_service.service [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Starting 2 workers Apr 12 17:00:34.733281 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Started child 103958 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:00:34.737950 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Started child 103959 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:00:34.739610 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO neutron.service [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 17:00:34.740288 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Publish callbacks [] for process (None), before_spawn {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:34.741739 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:34.743288 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO oslo_service.service [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Starting 1 workers Apr 12 17:00:34.743451 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:34.743901 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [-] (103958) wsgi starting up on http://0.0.0.0:9696 Apr 12 17:00:34.744838 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [-] (103959) wsgi starting up on http://0.0.0.0:9696 Apr 12 17:00:34.748693 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Started child 103960 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:00:34.749273 dv-cinder-837531-1-iscsi neutron-server[103849]: INFO oslo_service.service [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Starting 1 workers Apr 12 17:00:34.752556 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.service [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] calling RpcWorker wait() {{(pid=103960) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 17:00:34.754960 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.service [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] returning from RpcWorker wait() {{(pid=103960) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 17:00:34.755056 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Started child 103961 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:00:34.755132 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:34.755221 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51f32130-6c89-4988-8a5b-d7370a36e6ba None None] Publish callbacks [] for process (None), after_spawn {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:34.755295 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:00:34.757582 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103849) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 17:00:34.757789 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:00:34.757978 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:00:34.758210 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:00:34.758598 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:00:34.758770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:00:34.759292 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.759596 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.759866 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.760042 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:34.760495 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.760495 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.761025 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.761285 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.761737 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.762021 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.762262 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.762463 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.762646 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.762905 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.763142 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.763464 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.763723 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.763975 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.764237 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.764413 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.764683 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.764960 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.765226 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.765502 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] debug = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.765765 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.766305 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.766572 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.766815 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.767056 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.767327 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.767576 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.767876 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.768145 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.768351 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.768601 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.768866 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.769105 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.769320 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.769559 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.769775 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.770039 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.770260 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.770758 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host = dv-cinder-837531-1-iscsi {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.770982 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.771218 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.771449 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.771713 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.771963 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.772242 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.772517 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.772797 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.773223 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.773483 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.773709 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.773943 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.774192 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.774489 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.774662 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_options = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.774919 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.775185 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.775438 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.775663 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.775800 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.775958 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.776223 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.776391 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.776659 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.776875 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.777090 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.777339 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.777588 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.777827 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.778070 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.778287 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.778611 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.778770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.779019 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.779270 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.779516 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.779813 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.780026 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.780222 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.780463 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.780736 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.780933 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.781341 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.781598 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.781823 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.782048 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.782249 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:00:34.782464 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.782638 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.782879 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.783177 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.783380 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.783614 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.783832 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.784323 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.784562 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.784850 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.785150 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.785497 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.786212 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.786212 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.787312 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.787312 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_json = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.787312 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.788110 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.788110 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.788110 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.788491 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.788491 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.789005 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.789005 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.789267 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.789530 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.789807 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.790122 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.790417 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.790659 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.790919 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.791177 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.791412 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.791648 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.792111 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.792421 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.792678 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.792992 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.793264 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.793612 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.793939 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.794203 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.794536 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.794803 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.800791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.800791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.800791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.800791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.800791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.800791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.800791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.800791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801317 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801317 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801317 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801317 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801317 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801317 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801317 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801317 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.801770 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.802389 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.802389 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.802389 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.802389 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.802389 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.802389 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.802736 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.802802 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.803781 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.803781 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.803949 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.804186 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.804455 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.804716 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.804965 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.805179 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.805395 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.805650 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.805883 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.806102 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.806348 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.806585 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.806838 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.807069 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.807333 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.807592 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.807809 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.808046 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.808266 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.808477 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.808692 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.808933 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.809148 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.809365 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.809579 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.809792 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.810023 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.810240 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.810485 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.810712 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.811485 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.811754 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.811967 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.812184 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.812400 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.812659 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.813075 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.813361 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.813733 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.814003 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.814254 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.814489 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.814749 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.815421 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.815917 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.816166 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.816395 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.816614 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.816878 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.817131 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.817393 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.817654 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.817881 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.818145 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.818413 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.818640 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.818914 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.819163 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.819895 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.820148 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.820432 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.820692 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.820929 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.821197 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.821457 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.821750 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.821993 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.822253 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.822520 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.822787 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.823116 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.823409 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.823673 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.823948 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.824184 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.824467 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.824701 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.824952 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.825210 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.825469 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.825675 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.825938 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.826181 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.826417 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.826837 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.827370 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.827609 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.827854 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.828099 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.828392 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.828657 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.828948 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.829191 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.829459 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.829720 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.829987 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.830220 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.830464 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.830709 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.831594 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.831594 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.831594 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.831851 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.831935 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.832123 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.832315 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.832574 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.832793 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.833014 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.833264 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.833502 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.833720 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.833985 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.834200 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.834464 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.834876 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.835101 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.835339 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.835561 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.835796 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.836047 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.836266 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.836548 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.836811 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.837050 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.837282 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.837540 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.837814 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.838243 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.838929 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.839185 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.839426 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.839644 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.840090 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.840333 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.840551 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.840781 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.841000 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.841249 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.841704 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.842237 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.842660 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.843069 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.843449 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.843707 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.843948 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.844170 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.844401 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.844622 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.844860 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.845084 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.845340 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.845563 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.845820 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.846029 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.846274 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.846538 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.846794 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.847040 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.847263 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.847495 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.847748 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.848138 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.848383 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.848601 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.848817 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.849033 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.849279 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.849544 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.849836 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.850622 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.850861 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.851141 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.851391 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.851639 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.852031 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.852256 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.852482 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.852715 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.852943 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.853161 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.853396 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.853615 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.853826 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.854060 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.854287 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.854532 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.854766 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.855012 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.855228 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.855491 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.855737 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.855984 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.856213 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.856430 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.856649 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.856878 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.857101 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.857318 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.857574 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.857790 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.858005 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.858232 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.858501 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.858725 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.859045 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.859322 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.860349 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.860349 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.860349 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.860861 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.861135 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.861505 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.861731 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.862000 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.862230 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.862481 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.862712 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.862964 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.863294 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.863608 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.863872 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.864144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.864474 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.864759 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.865031 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.865273 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.865574 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.866482 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:00:34.866595 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.866803 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.867080 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.867331 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.867603 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.867856 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.868080 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.868301 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.868542 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.868764 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.869028 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.869499 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.869807 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.870079 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.870341 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.871001 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.871243 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.871465 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.871745 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.871976 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.872143 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:00:34.872670 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103849) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 17:00:34.872838 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:00:34.872990 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:00:34.873972 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:00:34.873972 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:00:34.873972 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:00:34.873972 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.873972 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.873972 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.874406 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.874406 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.874551 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.874698 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.874821 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.874990 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.875146 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.875314 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.875478 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.875853 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.875853 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.876000 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.876124 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.876445 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.876614 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.876778 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.876943 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.877112 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.877262 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.877419 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] debug = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.877583 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.877793 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.877965 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.878122 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.878286 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.878482 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.878677 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.878820 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.878950 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.879118 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.879282 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.879439 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.879601 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.880154 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.880154 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.880154 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.880413 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.880413 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.880560 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host = dv-cinder-837531-1-iscsi {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.880673 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.880838 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.881000 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.881166 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.881345 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.881655 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.881992 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.882589 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.882739 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.882905 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.883068 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.883231 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.883421 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888161 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888161 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_options = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888161 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888161 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888161 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888161 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888161 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888716 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888716 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888716 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888716 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888716 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888716 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888716 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.888716 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889269 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889269 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889269 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889269 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889269 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889269 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889269 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889269 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889802 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889802 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889802 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889802 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889802 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889802 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889802 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889802 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.889802 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890422 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890422 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890422 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890422 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890422 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890422 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890422 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890422 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890942 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890942 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890942 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890942 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890942 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890942 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890942 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.890942 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.891383 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_json = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.891383 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.891383 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.891383 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.891605 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.891670 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.891781 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.891940 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.892108 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.892269 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:00:34.892984 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.893153 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.893332 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.893493 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.893634 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.893836 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.894123 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.894123 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.894587 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.894587 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.894950 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.894950 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.894950 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.895241 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.895241 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.895403 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.895605 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.895751 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.895881 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.896046 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.896211 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.896375 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.896550 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.897113 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.897113 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.897113 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.897480 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.897480 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.897712 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.897712 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.897942 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.898064 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.898157 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.898307 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.898496 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.898664 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.898830 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.898996 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.899163 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.899327 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.899493 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.899658 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.899823 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.899988 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.900154 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.900319 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.900484 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.900651 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.900820 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.900985 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.901151 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.901416 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.901544 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.901666 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.901788 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.901959 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.902124 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.902301 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.902489 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.902660 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.902827 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.902992 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.903158 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.903322 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.903488 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.903653 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.903818 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.903984 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.904162 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.904327 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.904492 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.904659 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.904826 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.904991 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.905158 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.905342 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.905472 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.905751 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.905878 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.906002 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.906124 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.906245 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.906432 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.906602 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.906768 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.906933 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914045 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914045 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914045 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914045 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914045 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914045 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914045 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914045 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.914791 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915171 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36670) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:00:34.915305 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915305 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915305 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915305 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915305 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915305 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915305 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915305 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915909 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915909 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915909 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915909 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915909 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915909 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915909 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.915909 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.916605 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.916605 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.916605 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.916605 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.916605 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.916605 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.916605 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.916605 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917144 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917672 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917672 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917672 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917672 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917672 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917672 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917672 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.917672 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918235 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918235 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918235 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918235 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918235 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918235 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918235 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918235 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918778 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918778 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918778 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918778 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918778 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918778 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918778 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.918778 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.919304 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.919304 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.919304 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.919304 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.919304 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.919634 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.919634 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.919634 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.919837 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.919951 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.920116 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.920282 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.920446 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.920651 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.920777 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.921101 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.921267 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.921433 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.921598 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.921763 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.921931 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.922096 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.922262 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.922451 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.922978 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.922978 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.922978 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.923268 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.923268 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.923457 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.923630 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.923743 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.923909 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.924075 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.924244 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.924408 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.924496 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0131598 Apr 12 17:00:34.924577 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.924881 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.925132 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.925303 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.925472 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.925641 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.925808 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.925974 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.926141 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.926310 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.927354 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.927526 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.927695 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.927892 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.928030 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.928214 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.928910 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.929078 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.929247 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.929417 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.929585 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.929752 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.929988 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.930130 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.930255 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.930417 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.930588 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.930804 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.930927 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.931070 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.931234 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.931414 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.931628 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.931737 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.931903 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.932068 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.932234 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.932410 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.932576 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.932740 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.932905 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.933069 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.933275 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.933437 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.933602 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.933767 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.933932 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.934096 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.934260 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.934456 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.934623 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.934788 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.934950 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.935927 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.936099 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.936472 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.936472 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.936666 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.936746 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.936891 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.937056 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.937232 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.937397 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.937562 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.937727 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.937891 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.938054 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.938260 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.938448 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.938620 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.938796 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.939365 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.939365 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.939365 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.939585 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.939585 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.939785 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.939921 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.940097 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.941064 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.941241 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.941413 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.941596 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.941755 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.941924 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.942100 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.942276 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.942550 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.942674 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.942847 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.943027 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.943191 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.943356 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.943521 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.943686 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.943875 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.944044 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.944208 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.944378 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.944534 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.944680 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.944845 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.945010 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.945175 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.945340 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.945504 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.945667 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.945831 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.945996 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.946162 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:00:34.946322 dv-cinder-837531-1-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:00:46.543274 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2119919-3f19-4eaa-abca-29d77ee160a1 None None] get_active_networks_info from dv-cinder-837531-1-iscsi {{(pid=103960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 17:00:46.622508 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2119919-3f19-4eaa-abca-29d77ee160a1 None None] No non-hosted networks {{(pid=103960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 17:00:46.651695 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.agentschedulers_db [None req-a2119919-3f19-4eaa-abca-29d77ee160a1 None None] DHCP Agent not found on host dv-cinder-837531-1-iscsi {{(pid=103960) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 17:00:46.873976 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-88a6d579-2913-40b7-8154-6569e3207536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659641'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:48.861349 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8d7577dd-66ec-4d41-b9b7-963a84e97545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659641'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:48.889039 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.db.api [None req-de3c1f3d-429c-4d71-9bf2-5400bb78bf59 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837531-1-iscsi {{(pid=103960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:00:48.889849 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG oslo_db.api [None req-de3c1f3d-429c-4d71-9bf2-5400bb78bf59 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:00:49.407844 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-de3c1f3d-429c-4d71-9bf2-5400bb78bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:49.606768 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36734) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:00:49.839311 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659641'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:50.197082 dv-cinder-837531-1-iscsi neutron-server[103959]: WARNING oslo_policy.policy [None req-998e27d1-334f-4e88-bc40-1e4d2ade7ff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:00:50.197665 dv-cinder-837531-1-iscsi neutron-server[103959]: WARNING oslo_policy.policy [None req-998e27d1-334f-4e88-bc40-1e4d2ade7ff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:00:50.425246 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [None req-998e27d1-334f-4e88-bc40-1e4d2ade7ff8 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:00:50.431066 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-998e27d1-334f-4e88-bc40-1e4d2ade7ff8 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8175776 Apr 12 17:00:51.382894 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659641'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:52.985943 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659641'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:52.986738 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.987035 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.987568 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.987901 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.988227 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.988549 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.988872 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.989213 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.989531 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.989873 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.990866 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.998432 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.998432 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.998432 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.998432 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:52.998816 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837531-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:00:53.019959 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837531-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:00:53.044536 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36768) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:00:53.382035 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-50ccb846-da4a-4d77-9611-5a0d72bb5ae1 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:00:53.475836 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.policy [None req-50ccb846-da4a-4d77-9611-5a0d72bb5ae1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103959) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 17:00:53.518309 dv-cinder-837531-1-iscsi neutron-server[103959]: WARNING oslo_policy.policy [None req-50ccb846-da4a-4d77-9611-5a0d72bb5ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:00:53.518673 dv-cinder-837531-1-iscsi neutron-server[103959]: WARNING oslo_policy.policy [None req-50ccb846-da4a-4d77-9611-5a0d72bb5ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:00:53.665198 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-50ccb846-da4a-4d77-9611-5a0d72bb5ae1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757802280986', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757802281486', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757802330769', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757802309314', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757802318933', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757802357229', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16506061', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16036070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-475969', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-400951'] for rbac-policy (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:53.864933 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-50ccb846-da4a-4d77-9611-5a0d72bb5ae1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:53.869115 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-50ccb846-da4a-4d77-9611-5a0d72bb5ae1 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8228688 Apr 12 17:00:53.947343 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.db.l3_hamode_db [None req-98a10a50-816f-46d0-9a27-bb2e0653a1ff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 17:00:54.029726 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a10a50-816f-46d0-9a27-bb2e0653a1ff None None] Routers set() bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:00:54.030713 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a10a50-816f-46d0-9a27-bb2e0653a1ff None None] Router IDs set() for agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 17:00:56.356133 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36780) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:00:56.664339 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:00:56.750327 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Made reservation on behalf of 42be4b9856af479ea5fc566cfe070a1d for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:00:56.754055 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:56.770731 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:56.877013 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Publish callbacks [] for security_group (c72180ad-2847-4859-b917-d40f8f1b17f5), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:56.928126 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (c72180ad-2847-4859-b917-d40f8f1b17f5), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:56.960114 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:00:56.987078 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757798591151', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (0f25dc8e-fb07-4cbe-93f2-828ec97203a4), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:56.987672 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Unsubscribe: segment precommit_create {{(pid=103959) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 17:00:56.988196 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Added segment 0f25dc8e-fb07-4cbe-93f2-828ec97203a4 of type vlan for network 193fd750-d1ff-4f65-a74a-5c42c50951fe Apr 12 17:00:56.994656 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c72180ad-2847-4859-b917-d40f8f1b17f5,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:00:57.029368 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.029705 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.030056 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.030418 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.030747 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.031065 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.031379 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.031692 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.032007 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.032318 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.032630 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.032953 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.033267 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.033581 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.033884 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Tracked resource versions report: Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: pushed versions: Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: { 'AddressGroup': {'1.2'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Agent': {'1.1'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'ConntrackHelper': {'1.0'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Log': {'1.0'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'NDPProxy': {'1.0'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Network': {'1.1'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Port': {'1.7'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'PortForwarding': {'1.3'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'QosPolicy': {'1.10'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SecurityGroup': {'1.5'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SubPort': {'1.0'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Subnet': {'1.1'}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Trunk': {'1.1'}} Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: consumer versions: Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: { DHCP agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: L3 agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: Metadata agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: Metering agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: Open vSwitch agent@dv-cinder-837531-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Agent': '1.1', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'ConntrackHelper': '1.0', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'LocalIPAssociation': '1.0', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Log': '1.0', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'NDPProxy': '1.0', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Network': '1.1', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Port': '1.7', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'PortForwarding': '1.3', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'QosPolicy': '1.10', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SecurityGroup': '1.5', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SecurityGroupRule': '1.2', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SubPort': '1.0', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Subnet': '1.1', Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Trunk': '1.1'}} Apr 12 17:00:57.035304 dv-cinder-837531-1-iscsi neutron-server[103959]: {{(pid=103959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:00:57.096803 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (193fd750-d1ff-4f65-a74a-5c42c50951fe), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:57.184865 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (193fd750-d1ff-4f65-a74a-5c42c50951fe), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:57.189771 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:00:57.190511 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:57.302011 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9448097 Apr 12 17:00:57.305473 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83c08b-3d6b-49d1-a2d6-e984719f4891 demo demo] Pushing event updated for resources: {'Network': ['ID=193fd750-d1ff-4f65-a74a-5c42c50951fe,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:00:57.320918 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 193fd750-d1ff-4f65-a74a-5c42c50951fe details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:00:59.841482 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36792) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:00.243145 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4c1f8-b39b-470c-9acb-6ed9c2f4fec1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:00.244439 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b0c4c1f8-b39b-470c-9acb-6ed9c2f4fec1 demo admin] 10.222.0.64 "GET /v2.0/networks/193fd750-d1ff-4f65-a74a-5c42c50951fe HTTP/1.1" status: 200 len: 824 time: 0.4019992 Apr 12 17:01:00.268328 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-62838ea9-75cc-406d-aa86-c5229fc64cc0 demo admin] 10.222.0.64 "GET /v2.0/subnetpools/62257c8b-1329-4aea-93ce-91bbb98cacd0 HTTP/1.1" status: 200 len: 734 time: 0.0182927 Apr 12 17:01:00.276917 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '62257c8b-1329-4aea-93ce-91bbb98cacd0', 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:01:00.361291 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Made reservation on behalf of 42be4b9856af479ea5fc566cfe070a1d for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:01:00.363543 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:00.705065 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for subnet (fcc8a901-f3fa-4aef-aef2-b6794e675c1b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:00.775478 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Checking segment: {'id': '0f25dc8e-fb07-4cbe-93f2-828ec97203a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:01:00.775833 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Network hostable DHCP agents. Network: 193fd750-d1ff-4f65-a74a-5c42c50951fe, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:01:00.783049 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Pushing event updated for resources: {'Subnet': ['ID=fcc8a901-f3fa-4aef-aef2-b6794e675c1b,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:00.875717 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Network 193fd750-d1ff-4f65-a74a-5c42c50951fe is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:01:00.938885 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 193fd750-d1ff-4f65-a74a-5c42c50951fe) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:01:00.944203 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:00.944979 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:00.949326 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f69403-9e10-4be3-91a1-f530b54d16c8 None None] Network 193fd750-d1ff-4f65-a74a-5c42c50951fe requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:01:01.004551 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-389e91c1-279f-4367-abcb-05239418ef7d demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7306650 Apr 12 17:01:01.321346 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-193fd750-d1ff-4f65-a74a-5c42c50951fe', 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe', 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'fixed_ips': [{'subnet_id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:01:01.322604 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:01.680619 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Allocated IP 172.20.0.2 (193fd750-d1ff-4f65-a74a-5c42c50951fe/fcc8a901-f3fa-4aef-aef2-b6794e675c1b/aeb8dc15-fb8a-41cb-a29a-e3159ae2e977) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:01:01.945542 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Publish callbacks [] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:02.019197 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:02.098813 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Network 193fd750-d1ff-4f65-a74a-5c42c50951fe is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:01:02.104134 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:01:02.109345 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Pushing event updated for resources: {'Port': ['ID=aeb8dc15-fb8a-41cb-a29a-e3159ae2e977,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:02.111514 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:01:02.142527 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.142873 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.143218 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.143579 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.143908 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.144234 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.144553 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.144873 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.145192 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.145515 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.145832 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.146289 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.146634 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.146949 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.147266 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Tracked resource versions report: Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: pushed versions: Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: { 'AddressGroup': {'1.2'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Agent': {'1.1'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'ConntrackHelper': {'1.0'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Log': {'1.0'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'NDPProxy': {'1.0'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Network': {'1.1'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Port': {'1.7'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'PortForwarding': {'1.3'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'QosPolicy': {'1.10'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SecurityGroup': {'1.5'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SubPort': {'1.0'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Subnet': {'1.1'}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Trunk': {'1.1'}} Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: consumer versions: Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: { DHCP agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: L3 agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: Metadata agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: Metering agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: Open vSwitch agent@dv-cinder-837531-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Agent': '1.1', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'ConntrackHelper': '1.0', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'LocalIPAssociation': '1.0', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Log': '1.0', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'NDPProxy': '1.0', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Network': '1.1', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Port': '1.7', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'PortForwarding': '1.3', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'QosPolicy': '1.10', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SecurityGroup': '1.5', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SecurityGroupRule': '1.2', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SubPort': '1.0', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Subnet': '1.1', Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Trunk': '1.1'}} Apr 12 17:01:02.148685 dv-cinder-837531-1-iscsi neutron-server[103960]: {{(pid=103960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:01:02.199212 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Attempting to bind port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:01:02.199519 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Attempting to bind port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '0f25dc8e-fb07-4cbe-93f2-828ec97203a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:01:02.199941 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Attempting to bind port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 on network 193fd750-d1ff-4f65-a74a-5c42c50951fe {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:01:02.204914 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:01:02.205300 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Checking segment: {'id': '0f25dc8e-fb07-4cbe-93f2-828ec97203a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:01:02.205768 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:02.206155 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Bound using segment: {'id': '0f25dc8e-fb07-4cbe-93f2-828ec97203a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:01:02.206634 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Bound port: aeb8dc15-fb8a-41cb-a29a-e3159ae2e977, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f25dc8e-fb07-4cbe-93f2-828ec97203a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:01:02.207037 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:02.268572 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] For port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:01:02.290445 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] For port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=aeb8dc15-fb8a-41cb-a29a-e3159ae2e977,segment=NetworkSegment(0f25dc8e-fb07-4cbe-93f2-828ec97203a4),segment_id=0f25dc8e-fb07-4cbe-93f2-828ec97203a4)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:01:02.345008 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:02.401567 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355bc1-d628-468a-b705-55c70723f92c None None] Pushing event updated for resources: {'Port': ['ID=aeb8dc15-fb8a-41cb-a29a-e3159ae2e977,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:03.550420 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36800) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:03.865423 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [None req-cf7ef00b-22d2-469a-9130-b710888d966b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:01:03.866458 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-cf7ef00b-22d2-469a-9130-b710888d966b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3150594 Apr 12 17:01:06.428768 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36808) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:06.738383 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [None req-4a6516b9-68d1-43c0-935f-f9c1c3b3dcb1 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:01:06.739993 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4a6516b9-68d1-43c0-935f-f9c1c3b3dcb1 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3097699 Apr 12 17:01:09.252551 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36816) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:09.562354 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-c3634d72-2c67-4262-9098-a2f7a051c81a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:01:09.662029 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c3634d72-2c67-4262-9098-a2f7a051c81a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:09.663691 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c3634d72-2c67-4262-9098-a2f7a051c81a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:09.798259 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c3634d72-2c67-4262-9098-a2f7a051c81a demo demo] Publish callbacks [] for router_controller (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), precommit_add_association {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:09.859358 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c3634d72-2c67-4262-9098-a2f7a051c81a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:09.937598 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c3634d72-2c67-4262-9098-a2f7a051c81a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:09.938798 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c3634d72-2c67-4262-9098-a2f7a051c81a demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6852789 Apr 12 17:01:12.471313 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36828) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:12.790725 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [None req-154aee97-5417-4b5a-97b2-141c2eb525d7 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:01:12.791740 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-154aee97-5417-4b5a-97b2-141c2eb525d7 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3194728 Apr 12 17:01:13.716903 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:01:13.802496 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:13.802912 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:13.841457 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb700375-9692-4e5e-94f7-201d7bd129ec None None] Network 193fd750-d1ff-4f65-a74a-5c42c50951fe requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:01:13.948885 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-8c264321-46c9-4cd7-8fdd-a187d4aa1087 None None] Provisioning complete for port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:13.949263 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8c264321-46c9-4cd7-8fdd-a187d4aa1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:14.013083 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:14.013465 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:14.099263 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=aeb8dc15-fb8a-41cb-a29a-e3159ae2e977,segment=NetworkSegment(0f25dc8e-fb07-4cbe-93f2-828ec97203a4),segment_id=0f25dc8e-fb07-4cbe-93f2-828ec97203a4)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:01:14.131673 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-8c264321-46c9-4cd7-8fdd-a187d4aa1087 None None] Current status of the port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:14.132071 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8c264321-46c9-4cd7-8fdd-a187d4aa1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:14.179427 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:14.249246 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.db.api [None req-8c264321-46c9-4cd7-8fdd-a187d4aa1087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:01:14.251770 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG oslo_db.api [None req-8c264321-46c9-4cd7-8fdd-a187d4aa1087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:01:14.258716 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=aeb8dc15-fb8a-41cb-a29a-e3159ae2e977,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:14.786965 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-8c264321-46c9-4cd7-8fdd-a187d4aa1087 None None] Current status of the port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:14.905054 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-f0967772-6863-44c8-b984-3f11bc3b4fe2 None None] Provisioning complete for port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:14.905439 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f0967772-6863-44c8-b984-3f11bc3b4fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:14.979605 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-f0967772-6863-44c8-b984-3f11bc3b4fe2 None None] Current status of the port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:15.351200 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36838) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:15.654290 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:01:15.689754 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:01:15.730298 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Made reservation on behalf of 502e503485a7456f8b164da603212657 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:01:15.732642 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:15.737140 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:15.737531 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:15.743508 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:15.812364 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:15.815751 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Publish callbacks [] for security_group (e1fb6e77-1828-4280-97f8-e99776f8b7ec), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:15.875605 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e1fb6e77-1828-4280-97f8-e99776f8b7ec), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:15.891307 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103959) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 17:01:15.909318 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fb6e77-1828-4280-97f8-e99776f8b7ec,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:15.913879 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:15.914217 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Added segment a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1 of type flat for network f1dce858-26e4-44b4-b45d-f014dce4d25f Apr 12 17:01:15.959181 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (f1dce858-26e4-44b4-b45d-f014dce4d25f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:16.070268 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (f1dce858-26e4-44b4-b45d-f014dce4d25f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:16.071355 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:16.071965 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:16.159071 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f1dce858-26e4-44b4-b45d-f014dce4d25f,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:16.169038 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network f1dce858-26e4-44b4-b45d-f014dce4d25f details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:01:16.192914 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3f5594e5-ee36-4d4f-911f-ea5741d448f7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8406472 Apr 12 17:01:16.607229 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-05a479b6-ad78-426d-a3c7-448448e209fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:18.692533 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36846) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:18.812560 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dba0318b-f2f5-4a31-9288-95a8c7a79546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:19.044452 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df5b88-11ec-45d7-b819-5cee34a32081 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:19.045763 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-69df5b88-11ec-45d7-b819-5cee34a32081 demo admin] 10.222.0.64 "GET /v2.0/subnets/fcc8a901-f3fa-4aef-aef2-b6794e675c1b HTTP/1.1" status: 200 len: 849 time: 0.3522358 Apr 12 17:01:19.170801 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-648c9503-f16e-4d1f-a0b8-f13d90be11f7 demo admin] 10.222.0.64 "GET /v2.0/routers/1a3cb4fb-8132-4758-bfed-9e4d852b0d27 HTTP/1.1" status: 200 len: 704 time: 0.1176050 Apr 12 17:01:19.444127 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:19.782394 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Allocated IP 172.20.0.1 (193fd750-d1ff-4f65-a74a-5c42c50951fe/fcc8a901-f3fa-4aef-aef2-b6794e675c1b/f729fc6a-16e1-48cc-89e5-295827737bbb) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:01:19.915424 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:19.932837 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Publish callbacks [] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.053336 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.132543 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Network 193fd750-d1ff-4f65-a74a-5c42c50951fe is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:01:20.137285 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:01:20.141810 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:01:20.142787 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.161626 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Pushing event updated for resources: {'Port': ['ID=f729fc6a-16e1-48cc-89e5-295827737bbb,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:20.402208 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.430065 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-b7abdddb-e952-4e0b-bbc1-c8d78445f14f None None] Provisioning complete for port f729fc6a-16e1-48cc-89e5-295827737bbb triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:20.430467 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b7abdddb-e952-4e0b-bbc1-c8d78445f14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.463298 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b7abdddb-e952-4e0b-bbc1-c8d78445f14f None None] Port f729fc6a-16e1-48cc-89e5-295827737bbb cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:01:20.605602 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Publish callbacks [] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.686742 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.687497 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.768235 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Pushing event updated for resources: {'Port': ['ID=f729fc6a-16e1-48cc-89e5-295827737bbb,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:20.809942 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Network 193fd750-d1ff-4f65-a74a-5c42c50951fe is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:01:20.811210 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:01:20.986420 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-b1976301-78a3-4952-bed0-f16502502e82 None None] Provisioning complete for port f729fc6a-16e1-48cc-89e5-295827737bbb triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:20.986964 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b1976301-78a3-4952-bed0-f16502502e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:21.019314 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b1976301-78a3-4952-bed0-f16502502e82 None None] Port f729fc6a-16e1-48cc-89e5-295827737bbb cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:01:21.033182 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Router 1a3cb4fb-8132-4758-bfed-9e4d852b0d27 is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:01:21.125314 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:01:21.130519 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2a81bd5b-439d-4281-abf7-b06b87ea04ca demo admin] 10.222.0.64 "PUT /v2.0/routers/1a3cb4fb-8132-4758-bfed-9e4d852b0d27/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9545741 Apr 12 17:01:21.146568 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Sync routers for ids ['1a3cb4fb-8132-4758-bfed-9e4d852b0d27'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:01:21.158943 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Routers {'1a3cb4fb-8132-4758-bfed-9e4d852b0d27'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:01:21.159793 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:01:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['1a3cb4fb-8132-4758-bfed-9e4d852b0d27'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:21.250596 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:21.351382 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Set router 1a3cb4fb-8132-4758-bfed-9e4d852b0d27 gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:01:21.766657 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'name': 'router1', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:01:09Z', 'updated_at': '2022-04-12T17:01:20Z', 'revision_number': 2, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'gw_port_host': None, '_interfaces': [{'id': 'f729fc6a-16e1-48cc-89e5-295827737bbb', 'name': '', 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'mac_address': 'fa:16:3e:f7:45:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:01:19Z', 'updated_at': '2022-04-12T17:01:20Z', 'revision_number': 2, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'subnets': [{'id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62257c8b-1329-4aea-93ce-91bbb98cacd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:21.816043 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Checking router: 1a3cb4fb-8132-4758-bfed-9e4d852b0d27 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:01:21.816410 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Updating router 1a3cb4fb-8132-4758-bfed-9e4d852b0d27 port f729fc6a-16e1-48cc-89e5-295827737bbb binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:01:21.867959 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:22.369743 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Publish callbacks [] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:22.452431 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:22.577751 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Pushing event updated for resources: {'Port': ['ID=f729fc6a-16e1-48cc-89e5-295827737bbb,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:22.604988 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.605340 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.605703 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.606058 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.606412 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.606745 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.607072 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.607396 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.607723 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.608062 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.608369 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.608710 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.609035 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.609352 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.609670 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Tracked resource versions report: Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: pushed versions: Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: { 'AddressGroup': {'1.2'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Agent': {'1.1'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'ConntrackHelper': {'1.0'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Log': {'1.0'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'NDPProxy': {'1.0'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Network': {'1.1'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Port': {'1.7'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'PortForwarding': {'1.3'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'QosPolicy': {'1.10'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SecurityGroup': {'1.5'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SubPort': {'1.0'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Subnet': {'1.1'}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Trunk': {'1.1'}} Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: consumer versions: Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: { DHCP agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: L3 agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: Metadata agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: Metering agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: Open vSwitch agent@dv-cinder-837531-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Agent': '1.1', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'ConntrackHelper': '1.0', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'LocalIPAssociation': '1.0', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Log': '1.0', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'NDPProxy': '1.0', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Network': '1.1', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Port': '1.7', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'PortForwarding': '1.3', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'QosPolicy': '1.10', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SecurityGroup': '1.5', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SecurityGroupRule': '1.2', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SubPort': '1.0', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Subnet': '1.1', Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Trunk': '1.1'}} Apr 12 17:01:22.611130 dv-cinder-837531-1-iscsi neutron-server[103961]: {{(pid=103961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:01:22.645746 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-b450e424-9a1d-4b42-b439-778af8455787 None None] Provisioning complete for port f729fc6a-16e1-48cc-89e5-295827737bbb triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:22.646799 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b450e424-9a1d-4b42-b439-778af8455787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:22.648173 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Attempting to bind port f729fc6a-16e1-48cc-89e5-295827737bbb on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:01:22.649421 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Attempting to bind port f729fc6a-16e1-48cc-89e5-295827737bbb by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '0f25dc8e-fb07-4cbe-93f2-828ec97203a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:01:22.649421 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Attempting to bind port f729fc6a-16e1-48cc-89e5-295827737bbb on network 193fd750-d1ff-4f65-a74a-5c42c50951fe {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:01:22.654086 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:01:22.654633 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Checking segment: {'id': '0f25dc8e-fb07-4cbe-93f2-828ec97203a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:01:22.655127 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:22.655527 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Bound using segment: {'id': '0f25dc8e-fb07-4cbe-93f2-828ec97203a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:01:22.655994 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Bound port: f729fc6a-16e1-48cc-89e5-295827737bbb, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f25dc8e-fb07-4cbe-93f2-828ec97203a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:01:22.656373 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:22.679820 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b450e424-9a1d-4b42-b439-778af8455787 None None] Port f729fc6a-16e1-48cc-89e5-295827737bbb cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:01:22.722449 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] For port f729fc6a-16e1-48cc-89e5-295827737bbb, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:01:22.741820 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] For port f729fc6a-16e1-48cc-89e5-295827737bbb, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=f729fc6a-16e1-48cc-89e5-295827737bbb,segment=NetworkSegment(0f25dc8e-fb07-4cbe-93f2-828ec97203a4),segment_id=0f25dc8e-fb07-4cbe-93f2-828ec97203a4)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:01:22.827896 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:22.888860 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429ce35-7e86-472c-a1e9-2cffd00b315b None None] Pushing event updated for resources: {'Port': ['ID=f729fc6a-16e1-48cc-89e5-295827737bbb,revision_number=4']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:22.891409 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Routers {'1a3cb4fb-8132-4758-bfed-9e4d852b0d27'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:01:22.891991 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:01:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['1a3cb4fb-8132-4758-bfed-9e4d852b0d27'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:22.983440 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] Set router 1a3cb4fb-8132-4758-bfed-9e4d852b0d27 gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:01:22.994091 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:23.099024 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-2fe4d754-b3eb-44ba-bc97-4fe385a4104d None None] Provisioning complete for port f729fc6a-16e1-48cc-89e5-295827737bbb triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:23.099432 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2fe4d754-b3eb-44ba-bc97-4fe385a4104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:23.177080 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4d754-b3eb-44ba-bc97-4fe385a4104d None None] Current status of the port f729fc6a-16e1-48cc-89e5-295827737bbb is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:23.177724 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2fe4d754-b3eb-44ba-bc97-4fe385a4104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:23.194126 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'name': 'router1', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:01:09Z', 'updated_at': '2022-04-12T17:01:20Z', 'revision_number': 2, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'gw_port_host': None, '_interfaces': [{'id': 'f729fc6a-16e1-48cc-89e5-295827737bbb', 'name': '', 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'mac_address': 'fa:16:3e:f7:45:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:01:19Z', 'updated_at': '2022-04-12T17:01:22Z', 'revision_number': 4, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'subnets': [{'id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62257c8b-1329-4aea-93ce-91bbb98cacd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:23.212764 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-2fe4d754-b3eb-44ba-bc97-4fe385a4104d None None] For port f729fc6a-16e1-48cc-89e5-295827737bbb, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=f729fc6a-16e1-48cc-89e5-295827737bbb,segment=NetworkSegment(0f25dc8e-fb07-4cbe-93f2-828ec97203a4),segment_id=0f25dc8e-fb07-4cbe-93f2-828ec97203a4)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:01:23.220524 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9fe007-c1d9-44c1-8196-0ee811d8f5b6 None None] The sync data for ids ['1a3cb4fb-8132-4758-bfed-9e4d852b0d27'] in dv-cinder-837531-1-iscsi is: [{'id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'name': 'router1', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:01:09Z', 'updated_at': '2022-04-12T17:01:20Z', 'revision_number': 2, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'gw_port_host': None, '_interfaces': [{'id': 'f729fc6a-16e1-48cc-89e5-295827737bbb', 'name': '', 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'mac_address': 'fa:16:3e:f7:45:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:01:19Z', 'updated_at': '2022-04-12T17:01:22Z', 'revision_number': 4, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'subnets': [{'id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62257c8b-1329-4aea-93ce-91bbb98cacd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:01:23.299147 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2fe4d754-b3eb-44ba-bc97-4fe385a4104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:23.347695 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4d754-b3eb-44ba-bc97-4fe385a4104d None None] Pushing event updated for resources: {'Port': ['ID=f729fc6a-16e1-48cc-89e5-295827737bbb,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:23.653057 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 36866) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:23.875844 dv-cinder-837531-1-iscsi neutron-server[103958]: WARNING oslo_policy.policy [None req-8d69c924-33c8-4a8e-9e7e-901e6dc947f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:01:23.876566 dv-cinder-837531-1-iscsi neutron-server[103958]: WARNING oslo_policy.policy [None req-8d69c924-33c8-4a8e-9e7e-901e6dc947f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:01:24.312599 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.policy [None req-8d69c924-33c8-4a8e-9e7e-901e6dc947f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103958) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 17:01:24.355333 dv-cinder-837531-1-iscsi neutron-server[103958]: WARNING oslo_policy.policy [None req-8d69c924-33c8-4a8e-9e7e-901e6dc947f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:01:24.355643 dv-cinder-837531-1-iscsi neutron-server[103958]: WARNING oslo_policy.policy [None req-8d69c924-33c8-4a8e-9e7e-901e6dc947f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:01:24.363684 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d69c924-33c8-4a8e-9e7e-901e6dc947f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:24.370900 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8d69c924-33c8-4a8e-9e7e-901e6dc947f9 admin admin] 10.222.0.64 "GET /v2.0/networks/f1dce858-26e4-44b4-b45d-f014dce4d25f HTTP/1.1" status: 200 len: 842 time: 0.7104433 Apr 12 17:01:24.375201 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Request body: {'subnet': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:01:24.489729 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Made reservation on behalf of 502e503485a7456f8b164da603212657 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:01:24.492510 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:24.924093 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.objects.ports [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103958) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 17:01:24.924753 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for subnet (4e9a6090-6578-48da-96c8-8e07f42deafa), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:24.992598 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:01:24.992954 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Network hostable DHCP agents. Network: f1dce858-26e4-44b4-b45d-f014dce4d25f, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:01:25.000449 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9a6090-6578-48da-96c8-8e07f42deafa,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:25.012984 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.013331 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.013675 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.014009 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.014340 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.014689 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.015013 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.015336 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.015663 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.015985 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.016323 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.016664 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.017016 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.017319 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.017634 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Tracked resource versions report: Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: pushed versions: Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: { 'AddressGroup': {'1.2'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Agent': {'1.1'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'ConntrackHelper': {'1.0'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Log': {'1.0'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'NDPProxy': {'1.0'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Network': {'1.1'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Port': {'1.7'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'PortForwarding': {'1.3'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'QosPolicy': {'1.10'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SecurityGroup': {'1.5'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SubPort': {'1.0'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Subnet': {'1.1'}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Trunk': {'1.1'}} Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: consumer versions: Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: { DHCP agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: L3 agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: Metadata agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: Metering agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: Open vSwitch agent@dv-cinder-837531-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Agent': '1.1', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'ConntrackHelper': '1.0', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'LocalIPAssociation': '1.0', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Log': '1.0', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'NDPProxy': '1.0', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Network': '1.1', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Port': '1.7', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'PortForwarding': '1.3', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'QosPolicy': '1.10', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SecurityGroup': '1.5', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SecurityGroupRule': '1.2', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SubPort': '1.0', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Subnet': '1.1', Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Trunk': '1.1'}} Apr 12 17:01:25.019029 dv-cinder-837531-1-iscsi neutron-server[103958]: {{(pid=103958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:01:25.132910 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:01:25.225143 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, f1dce858-26e4-44b4-b45d-f014dce4d25f) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:01:25.230425 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:25.231406 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:25.234528 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd59e3-214f-4838-99c0-bbcf2eff9962 None None] Network f1dce858-26e4-44b4-b45d-f014dce4d25f requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:01:25.332892 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a88a7b86-1187-4c88-b679-1dc2f02fe3da admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9556875 Apr 12 17:01:25.352978 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f9886-afbf-4c56-8f29-c5c4d75c827a None None] Network f1dce858-26e4-44b4-b45d-f014dce4d25f requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:01:27.887273 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 36896) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:28.137716 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c69d07ba-67f3-432d-a960-19d9ea55e0fd demo admin] 10.222.0.64 "GET /v2.0/routers/1a3cb4fb-8132-4758-bfed-9e4d852b0d27 HTTP/1.1" status: 200 len: 710 time: 0.2492943 Apr 12 17:01:28.227891 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09a606-f787-4415-8cce-7b97e5ddb9ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:28.229254 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ae09a606-f787-4415-8cce-7b97e5ddb9ee demo admin] 10.222.0.64 "GET /v2.0/networks/f1dce858-26e4-44b4-b45d-f014dce4d25f HTTP/1.1" status: 200 len: 886 time: 0.0860524 Apr 12 17:01:28.238168 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:01:28.495671 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Publish callbacks [] for router_gateway (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:28.784310 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Publish callbacks [] for router_gateway (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:28.865066 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:29.018900 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Allocated IP 172.27.1.105 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/9ac06686-a709-4170-ab0c-c83b908d88a8) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:01:29.129961 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Publish callbacks [] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:29.253567 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:29.327240 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:01:29.338450 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:01:29.341163 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:01:29.426500 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Pushing event updated for resources: {'Port': ['ID=9ac06686-a709-4170-ab0c-c83b908d88a8,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:29.743089 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Publish callbacks [] for router_gateway (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:29.940464 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45030'] for router (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:29.946310 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-662690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-662713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-666413'] for router (1a3cb4fb-8132-4758-bfed-9e4d852b0d27), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:30.065543 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Router 1a3cb4fb-8132-4758-bfed-9e4d852b0d27 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:01:30.176874 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:01:30.181283 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:30.182500 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c0b502a7-da3f-4d46-8750-8a3c7edcc516 demo admin] 10.222.0.64 "PUT /v2.0/routers/1a3cb4fb-8132-4758-bfed-9e4d852b0d27 HTTP/1.1" status: 200 len: 890 time: 1.9474356 Apr 12 17:01:31.708253 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device f729fc6a-16e1-48cc-89e5-295827737bbb up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:01:31.756264 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port f729fc6a-16e1-48cc-89e5-295827737bbb triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:31.756650 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:31.833779 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port f729fc6a-16e1-48cc-89e5-295827737bbb is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:31.924685 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Sync routers for ids ['1a3cb4fb-8132-4758-bfed-9e4d852b0d27'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:01:31.936128 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Routers {'1a3cb4fb-8132-4758-bfed-9e4d852b0d27'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:01:31.936777 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:01:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['1a3cb4fb-8132-4758-bfed-9e4d852b0d27'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:32.148047 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Set router 1a3cb4fb-8132-4758-bfed-9e4d852b0d27 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:01:32.590820 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'name': 'router1', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9ac06686-a709-4170-ab0c-c83b908d88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:01:09Z', 'updated_at': '2022-04-12T17:01:29Z', 'revision_number': 4, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'gw_port': {'id': '9ac06686-a709-4170-ab0c-c83b908d88a8', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:01:28Z', 'updated_at': '2022-04-12T17:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': 'f729fc6a-16e1-48cc-89e5-295827737bbb', 'name': '', 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'mac_address': 'fa:16:3e:f7:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:01:19Z', 'updated_at': '2022-04-12T17:01:23Z', 'revision_number': 5, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'subnets': [{'id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62257c8b-1329-4aea-93ce-91bbb98cacd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:32.643054 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Checking router: 1a3cb4fb-8132-4758-bfed-9e4d852b0d27 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:01:32.643426 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Updating router 1a3cb4fb-8132-4758-bfed-9e4d852b0d27 port 9ac06686-a709-4170-ab0c-c83b908d88a8 binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:01:32.696170 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:32.720019 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 36908) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:32.831927 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d3d8abfc-9c5b-4ccb-8a11-55a732bef182 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1107690 Apr 12 17:01:33.018829 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Publish callbacks [] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:33.101772 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:33.151083 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Attempting to bind port 9ac06686-a709-4170-ab0c-c83b908d88a8 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:01:33.151444 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Attempting to bind port 9ac06686-a709-4170-ab0c-c83b908d88a8 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:01:33.151798 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Attempting to bind port 9ac06686-a709-4170-ab0c-c83b908d88a8 on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:01:33.158817 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bac81-45c5-4719-ab75-830542a2b6f9 None None] Pushing event updated for resources: {'Port': ['ID=9ac06686-a709-4170-ab0c-c83b908d88a8,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:33.161214 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:01:33.161583 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:01:33.161976 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:33.162355 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:01:33.162829 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Bound port: 9ac06686-a709-4170-ab0c-c83b908d88a8, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:01:33.163199 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:33.216389 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] For port 9ac06686-a709-4170-ab0c-c83b908d88a8, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:01:33.219341 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] For port 9ac06686-a709-4170-ab0c-c83b908d88a8, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=9ac06686-a709-4170-ab0c-c83b908d88a8,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:01:33.298597 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:33.357232 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Routers {'1a3cb4fb-8132-4758-bfed-9e4d852b0d27'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:01:33.358425 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:01:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['1a3cb4fb-8132-4758-bfed-9e4d852b0d27'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:33.359624 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bac81-45c5-4719-ab75-830542a2b6f9 None None] Pushing event updated for resources: {'Port': ['ID=9ac06686-a709-4170-ab0c-c83b908d88a8,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:33.470922 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] Set router 1a3cb4fb-8132-4758-bfed-9e4d852b0d27 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:01:33.672562 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'name': 'router1', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9ac06686-a709-4170-ab0c-c83b908d88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:01:09Z', 'updated_at': '2022-04-12T17:01:29Z', 'revision_number': 4, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'gw_port': {'id': '9ac06686-a709-4170-ab0c-c83b908d88a8', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:01:28Z', 'updated_at': '2022-04-12T17:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': 'f729fc6a-16e1-48cc-89e5-295827737bbb', 'name': '', 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'mac_address': 'fa:16:3e:f7:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:01:19Z', 'updated_at': '2022-04-12T17:01:23Z', 'revision_number': 5, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'subnets': [{'id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62257c8b-1329-4aea-93ce-91bbb98cacd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:33.701558 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a403fc80-9776-45b9-88e3-db7ffd900e75 None None] The sync data for ids ['1a3cb4fb-8132-4758-bfed-9e4d852b0d27'] in dv-cinder-837531-1-iscsi is: [{'id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'name': 'router1', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9ac06686-a709-4170-ab0c-c83b908d88a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:01:09Z', 'updated_at': '2022-04-12T17:01:29Z', 'revision_number': 4, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'gw_port': {'id': '9ac06686-a709-4170-ab0c-c83b908d88a8', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:01:28Z', 'updated_at': '2022-04-12T17:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': 'f729fc6a-16e1-48cc-89e5-295827737bbb', 'name': '', 'network_id': '193fd750-d1ff-4f65-a74a-5c42c50951fe', 'tenant_id': '42be4b9856af479ea5fc566cfe070a1d', 'mac_address': 'fa:16:3e:f7:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3cb4fb-8132-4758-bfed-9e4d852b0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:01:19Z', 'updated_at': '2022-04-12T17:01:23Z', 'revision_number': 5, 'project_id': '42be4b9856af479ea5fc566cfe070a1d', 'subnets': [{'id': 'fcc8a901-f3fa-4aef-aef2-b6794e675c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62257c8b-1329-4aea-93ce-91bbb98cacd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:01:35.735682 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 9ac06686-a709-4170-ab0c-c83b908d88a8 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:01:35.794098 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 9ac06686-a709-4170-ab0c-c83b908d88a8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:35.794804 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:35.799128 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:01:35.910492 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 9ac06686-a709-4170-ab0c-c83b908d88a8 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:35.910886 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:35.931283 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 9ac06686-a709-4170-ab0c-c83b908d88a8, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=9ac06686-a709-4170-ab0c-c83b908d88a8,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:01:35.995258 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:36.045724 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=9ac06686-a709-4170-ab0c-c83b908d88a8,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:37.780923 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 9ac06686-a709-4170-ab0c-c83b908d88a8 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:01:37.844404 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 9ac06686-a709-4170-ab0c-c83b908d88a8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:37.844733 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (9ac06686-a709-4170-ab0c-c83b908d88a8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:37.995790 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 9ac06686-a709-4170-ab0c-c83b908d88a8 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:46.575619 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-10ec1619-6eb4-40ea-aae9-24c651960298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:48.810431 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-776f9678-963e-4650-b061-666e671d82b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:49.806846 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:51.257866 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:53.077937 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:12.797772 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:02:17.026458 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e98c-242f-424e-9ee9-81f34381da2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:18.811422 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b6a9cb80-4a1e-4c75-9d74-6e7cb3f2589d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:19.808878 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:21.262884 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:22.989262 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:46.574248 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8ce9158c-d07c-4b7f-8680-8669e9914add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:48.839219 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18b485a9-9879-4cdb-955a-53e5b019d29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:49.796834 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:02:49.810177 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:51.254221 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:52.998682 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:56.057806 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37392) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:02:56.117607 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb84241-6e61-42e3-9ebf-44977bfb1ab7 admin admin] GET failed (client error): The resource could not be found. Apr 12 17:02:56.118949 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1bb84241-6e61-42e3-9ebf-44977bfb1ab7 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601654 Apr 12 17:02:56.350130 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26230c0b-91fa-478a-a583-a2e47c866275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:02:56.351568 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-26230c0b-91fa-478a-a583-a2e47c866275 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2286079 Apr 12 17:02:58.666913 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 37402) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:02:58.766619 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a283bf-2247-4cf8-946d-edcc85d9e90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:02:58.768463 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c2a283bf-2247-4cf8-946d-edcc85d9e90b admin admin] 10.222.0.64 "GET /v2.0/subnets/fcc8a901-f3fa-4aef-aef2-b6794e675c1b HTTP/1.1" status: 200 len: 849 time: 0.1006074 Apr 12 17:02:58.782032 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:02:58.870175 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Publish callbacks [] for subnet (fcc8a901-f3fa-4aef-aef2-b6794e675c1b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:59.061658 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757798507551'] for subnet (fcc8a901-f3fa-4aef-aef2-b6794e675c1b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:59.094581 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:02:59.095171 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:59.096489 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] 10.222.0.64 "PUT /v2.0/subnets/fcc8a901-f3fa-4aef-aef2-b6794e675c1b HTTP/1.1" status: 200 len: 868 time: 0.3180346 Apr 12 17:02:59.105553 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92eada-a921-4e8f-8936-381c5b2ab0d2 None None] Network 193fd750-d1ff-4f65-a74a-5c42c50951fe requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:02:59.121481 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc8a901-f3fa-4aef-aef2-b6794e675c1b,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:02:59.129937 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.130330 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.130681 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.131023 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.131356 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.131687 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.132013 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.132337 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.132662 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.132979 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.133307 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.133631 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.133952 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.134269 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.134890 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b79c13e-e58c-4e37-b51b-818b22e03b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:59.427148 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-6cc1df83-b7ff-4fc9-93ca-19e34ae742ea None None] Provisioning complete for port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:02:59.427524 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6cc1df83-b7ff-4fc9-93ca-19e34ae742ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (aeb8dc15-fb8a-41cb-a29a-e3159ae2e977), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:59.500027 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1df83-b7ff-4fc9-93ca-19e34ae742ea None None] Current status of the port aeb8dc15-fb8a-41cb-a29a-e3159ae2e977 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:02:59.508548 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-6cc1df83-b7ff-4fc9-93ca-19e34ae742ea None None] Provisioning complete for port f729fc6a-16e1-48cc-89e5-295827737bbb triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:02:59.508931 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6cc1df83-b7ff-4fc9-93ca-19e34ae742ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (f729fc6a-16e1-48cc-89e5-295827737bbb), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:59.583814 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1df83-b7ff-4fc9-93ca-19e34ae742ea None None] Current status of the port f729fc6a-16e1-48cc-89e5-295827737bbb is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:03:01.429690 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 37412) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:01.623989 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c1f6ec-6668-4830-b4de-b54fb956944b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:01.624384 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c1f6ec-6668-4830-b4de-b54fb956944b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:01.625935 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b1c1f6ec-6668-4830-b4de-b54fb956944b admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1952791 Apr 12 17:03:03.942104 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37420) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:04.140127 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69183478-2b4f-4fe3-89fa-3d7d12adfa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:04.140602 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69183478-2b4f-4fe3-89fa-3d7d12adfa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:04.142204 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-69183478-2b4f-4fe3-89fa-3d7d12adfa7c admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1989613 Apr 12 17:03:06.457273 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37428) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:06.587697 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183cc1c5-6e27-4c42-be44-f20b8331d4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:06.589058 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-183cc1c5-6e27-4c42-be44-f20b8331d4db admin admin] 10.222.0.64 "GET /v2.0/networks/193fd750-d1ff-4f65-a74a-5c42c50951fe HTTP/1.1" status: 200 len: 868 time: 0.1308043 Apr 12 17:03:08.897741 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37436) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:09.024171 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db33c7bd-51dd-451f-937b-f27ec0648686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:09.025637 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-db33c7bd-51dd-451f-937b-f27ec0648686 admin admin] 10.222.0.64 "GET /v2.0/networks/f1dce858-26e4-44b4-b45d-f014dce4d25f HTTP/1.1" status: 200 len: 886 time: 0.1269410 Apr 12 17:03:11.329090 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37444) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:11.449448 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c2502-20b3-40d7-847c-58212c16b63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:11.449896 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c2502-20b3-40d7-847c-58212c16b63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:11.451465 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4a3c2502-20b3-40d7-847c-58212c16b63a admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1209445 Apr 12 17:03:13.729330 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37452) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:13.820854 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7526477-5642-42fd-9671-140880475dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:13.821307 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7526477-5642-42fd-9671-140880475dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:13.822835 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b7526477-5642-42fd-9671-140880475dfd admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925562 Apr 12 17:03:16.133955 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37460) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:16.218052 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53dac7-49db-4b1b-8c0a-a01c6a95291b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:16.219400 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9e53dac7-49db-4b1b-8c0a-a01c6a95291b admin admin] 10.222.0.64 "GET /v2.0/subnets/4e9a6090-6578-48da-96c8-8e07f42deafa HTTP/1.1" status: 200 len: 816 time: 0.0844567 Apr 12 17:03:16.609953 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c535b6cd-da0c-420d-8535-5cb4437f8f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.518645 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37468) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:18.608413 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c79d01-073a-4124-abaa-d7010dc425a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:18.609749 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a2c79d01-073a-4124-abaa-d7010dc425a1 admin admin] 10.222.0.64 "GET /v2.0/subnets/fcc8a901-f3fa-4aef-aef2-b6794e675c1b HTTP/1.1" status: 200 len: 868 time: 0.0901539 Apr 12 17:03:18.809952 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1d2076cd-7bcb-4160-a9ad-7571e062617a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.815388 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:21.271944 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:23.004064 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:26.795597 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:03:46.567254 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-78811b1a-2a6e-4330-8bf8-9a9c7cc4da31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:48.818865 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ded971af-29d1-489c-ac8c-b9d94b84c62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:49.819035 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:51.263941 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:52.997202 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:59.405396 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37526) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:59.456514 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [None req-4deea832-2ca9-4ee6-aeb5-8191177e5460 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:03:59.457680 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4deea832-2ca9-4ee6-aeb5-8191177e5460 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513489 Apr 12 17:04:01.864079 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 37534) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:04:01.925171 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2eb8fab-3f84-4cd3-bc2f-6ebd32f606a8 admin admin] GET failed (client error): The resource could not be found. Apr 12 17:04:01.926547 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a2eb8fab-3f84-4cd3-bc2f-6ebd32f606a8 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613954 Apr 12 17:04:02.129842 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a2b5b4-c2fd-498e-b384-21807402025a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:04:02.131349 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d6a2b5b4-c2fd-498e-b384-21807402025a admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2008526 Apr 12 17:04:03.795017 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:04:04.450017 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 37544) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:04:04.496676 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:04:04.562951 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Made reservation on behalf of 502e503485a7456f8b164da603212657 for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:04:04.565211 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:04.606224 dv-cinder-837531-1-iscsi neutron-server[103958]: WARNING neutron.services.revisions.revision_plugin [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Could not find related network for resource to bump revision. Apr 12 17:04:04.622098 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:04:04.637017 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757798591151', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (3737b6e4-2827-4900-af77-b648aa331da8), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:04.637017 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Unsubscribe: segment precommit_create {{(pid=103958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 17:04:04.637017 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Added segment 3737b6e4-2827-4900-af77-b648aa331da8 of type vlan for network e61dd1dc-863e-42a7-9fef-7501460b9ef0 Apr 12 17:04:04.682146 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (e61dd1dc-863e-42a7-9fef-7501460b9ef0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:04.756581 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (e61dd1dc-863e-42a7-9fef-7501460b9ef0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:04.757510 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:04:04.758082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:04.845640 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Pushing event updated for resources: {'Network': ['ID=e61dd1dc-863e-42a7-9fef-7501460b9ef0,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:04:04.852115 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.852463 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.852823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.853167 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.853502 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.853834 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.854163 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.854523 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.854870 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.855199 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.855545 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.855893 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.856224 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.856546 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.856868 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:04.864211 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-df5fb8ce-90e2-428c-b854-2d71f7f25503 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4131277 Apr 12 17:04:04.884671 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network e61dd1dc-863e-42a7-9fef-7501460b9ef0 details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:04:07.176911 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 37552) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:04:07.235537 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fb08b7-202d-40b7-bd32-2f277052b7f4 admin admin] GET failed (client error): The resource could not be found. Apr 12 17:04:07.236786 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d0fb08b7-202d-40b7-bd32-2f277052b7f4 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588970 Apr 12 17:04:07.302804 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d5c4bd-9f8f-41be-ab40-5704c17325f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:04:07.304192 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b6d5c4bd-9f8f-41be-ab40-5704c17325f8 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0633965 Apr 12 17:04:07.313950 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:04:07.402265 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Made reservation on behalf of 502e503485a7456f8b164da603212657 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:04:07.404561 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:07.688722 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for subnet (97d4baa7-6622-4c6a-b77a-49a954c5258b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:07.747485 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d4baa7-6622-4c6a-b77a-49a954c5258b,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:04:07.755443 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Checking segment: {'id': '3737b6e4-2827-4900-af77-b648aa331da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:04:07.755826 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Network hostable DHCP agents. Network: e61dd1dc-863e-42a7-9fef-7501460b9ef0, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:04:07.848146 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Network e61dd1dc-863e-42a7-9fef-7501460b9ef0 is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:04:07.962227 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, e61dd1dc-863e-42a7-9fef-7501460b9ef0) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:04:07.966481 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:04:07.967076 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:07.971681 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483c61a-d248-4702-b4b8-97c9d5740790 None None] Network e61dd1dc-863e-42a7-9fef-7501460b9ef0 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:04:08.070905 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-e61dd1dc-863e-42a7-9fef-7501460b9ef0', 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0', 'project_id': '502e503485a7456f8b164da603212657', 'fixed_ips': [{'subnet_id': '97d4baa7-6622-4c6a-b77a-49a954c5258b'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:04:08.071757 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:08.171385 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6cd7334f-43a6-41aa-9be0-c7561d5d0cfb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8603673 Apr 12 17:04:08.206053 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Allocated IP 192.168.233.2 (e61dd1dc-863e-42a7-9fef-7501460b9ef0/97d4baa7-6622-4c6a-b77a-49a954c5258b/3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:04:08.360404 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Publish callbacks [] for port (3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:08.443193 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:08.481730 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Network e61dd1dc-863e-42a7-9fef-7501460b9ef0 is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:04:08.486577 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:04:08.489117 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:04:08.498705 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Pushing event updated for resources: {'Port': ['ID=3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:04:08.525888 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.532629 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:04:08.567982 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Attempting to bind port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:04:08.568349 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Attempting to bind port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '3737b6e4-2827-4900-af77-b648aa331da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:04:08.568710 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Attempting to bind port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e on network e61dd1dc-863e-42a7-9fef-7501460b9ef0 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:04:08.573725 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:04:08.574096 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Checking segment: {'id': '3737b6e4-2827-4900-af77-b648aa331da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:04:08.574649 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:08.575045 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Bound using segment: {'id': '3737b6e4-2827-4900-af77-b648aa331da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:04:08.575506 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Bound port: 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3737b6e4-2827-4900-af77-b648aa331da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:04:08.575908 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:08.637797 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] For port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:04:08.641288 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] For port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e,segment=NetworkSegment(3737b6e4-2827-4900-af77-b648aa331da8),segment_id=3737b6e4-2827-4900-af77-b648aa331da8)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:04:08.723481 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:08.783701 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bf77c-10b3-41e4-bb44-b20be3086b29 None None] Pushing event updated for resources: {'Port': ['ID=3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:04:09.635724 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73201fc6-d135-4413-8dbf-95cbfdb8ec1e None None] Network e61dd1dc-863e-42a7-9fef-7501460b9ef0 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:04:09.709823 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e10027e0-64aa-4853-a4d8-5748f954e213 None None] Provisioning complete for port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:04:09.710181 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e10027e0-64aa-4853-a4d8-5748f954e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:09.831367 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e10027e0-64aa-4853-a4d8-5748f954e213 None None] Current status of the port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:04:09.831367 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e10027e0-64aa-4853-a4d8-5748f954e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:09.862977 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:04:09.898270 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-e10027e0-64aa-4853-a4d8-5748f954e213 None None] For port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e,segment=NetworkSegment(3737b6e4-2827-4900-af77-b648aa331da8),segment_id=3737b6e4-2827-4900-af77-b648aa331da8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:04:09.924756 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:04:09.925173 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:09.957353 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e10027e0-64aa-4853-a4d8-5748f954e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:10.047039 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10027e0-64aa-4853-a4d8-5748f954e213 None None] Pushing event updated for resources: {'Port': ['ID=3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:04:10.063743 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:04:10.077067 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-2d6db3f5-fba6-4b31-8b42-42bf212b51d7 None None] Provisioning complete for port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:04:10.077067 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2d6db3f5-fba6-4b31-8b42-42bf212b51d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:10.154076 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-2d6db3f5-fba6-4b31-8b42-42bf212b51d7 None None] Current status of the port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:04:11.812100 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:04:11.860996 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:04:11.861418 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:11.935306 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 3ec1c1de-b8a1-4caf-9938-9ff8e4c6390e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:04:16.568100 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-64cdcca0-634d-4bf5-a336-e47369d970f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:18.800567 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-87db8330-c603-4a67-8460-a82c618509e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:19.819314 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:21.282103 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:23.007532 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:40.794088 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:04:46.572559 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b02765a5-965a-41d4-892a-2bd295937d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:48.824308 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8fe62d8a-a34b-4d9d-abc2-feaeacfebc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:49.812417 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:51.269900 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:53.006806 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:16.566382 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c530acf3-a6ed-4da1-aca3-f7f7266ec918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:17.793674 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:05:18.822669 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4f1140ac-e6c4-46a7-961d-fce1e425c512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:19.829246 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:21.279217 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:22.994776 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:45.515724 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 37590) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:05:45.522586 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [None req-cffc3538-856a-4519-9219-b5bc8c9c4362 tempest-verify_tempest_config-1523301488 tempest-verify_tempest_config-1523301488-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:05:45.523562 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-cffc3538-856a-4519-9219-b5bc8c9c4362 tempest-verify_tempest_config-1523301488 tempest-verify_tempest_config-1523301488-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068495 Apr 12 17:05:46.019982 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 37608) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:05:46.123024 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:46.220496 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Publish callbacks [] for security_group (bbdd83a2-cd6d-449f-9c1f-297f3a596451), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:46.302350 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (bbdd83a2-cd6d-449f-9c1f-297f3a596451), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:46.347555 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdd83a2-cd6d-449f-9c1f-297f3a596451,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:05:46.351947 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=272c0b5932824e70acded14802672bab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3309875 Apr 12 17:05:46.354803 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37612) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:05:46.357020 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.357457 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.357824 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.358172 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.358532 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.358865 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.359197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.359530 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.359873 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.360207 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.360549 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.360894 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.361224 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.361566 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.361891 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00911ea-2a31-4d9c-94f9-b2d0e4ba047a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.411988 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Publish callbacks [] for security_group (bbdd83a2-cd6d-449f-9c1f-297f3a596451), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:46.432410 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Publish callbacks [] for security_group (bbdd83a2-cd6d-449f-9c1f-297f3a596451), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:46.582129 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2665f533-f137-4b32-b52a-d67e6b7c21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:46.611269 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (bbdd83a2-cd6d-449f-9c1f-297f3a596451), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:46.613713 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:46.614964 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbdd83a2-cd6d-449f-9c1f-297f3a596451 HTTP/1.1" status: 204 len: 168 time: 0.2585485 Apr 12 17:05:46.622768 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdd83a2-cd6d-449f-9c1f-297f3a596451,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:05:46.629585 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.629941 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.630313 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.630674 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.631003 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.631331 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.631657 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.631981 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.632319 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.632800 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.633246 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.633579 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.633900 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.634221 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:46.634566 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d277ba5-dc1a-4fa6-bfa2-d6254c1c398a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:05:48.804455 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba87f-4278-4e0a-a40b-72bb708c2986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:49.861546 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:51.325654 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:53.062139 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:54.793240 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:06:16.626800 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-86bf87e1-9ca1-41db-a512-01b92b603803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:18.781494 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-770f2313-4db8-4987-abe9-8f43cd578173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:19.821220 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:21.313033 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:23.014789 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:31.792717 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:06:46.598730 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f93a632d-18a5-4a7b-86be-3ef32cbf8bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:48.803681 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-28208c6a-05e0-4e00-97e4-e84ecff4f3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:49.826596 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:51.266562 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:53.048379 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:08.792168 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 5 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:07:16.591048 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ff9f77ee-e8fd-426b-8462-0dbd1691c256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:18.802554 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb0f8-f01a-495a-8104-90f57f852358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:19.842894 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:21.299824 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:23.002313 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:39.659387 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659641'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:45.791414 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:07:46.601638 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ec26979d-d068-4643-9328-40130745018f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:48.801895 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-baa2900b-6bd0-4f81-9f23-290b59584d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:49.847908 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:51.327476 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:53.001404 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:54.294251 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37684) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:07:54.396486 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-29df9b7a-fbee-4f88-92a8-e987d909620c admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1011298 Apr 12 17:07:56.706025 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37694) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:07:56.760420 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d51b0e43-3815-4fdb-9064-f0e924d9fc83 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532527 Apr 12 17:08:09.601281 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:16.578372 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9fc64927-020c-46a3-a1ee-6d644593b92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:18.818202 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-116d2488-afb9-4def-bba8-095337d754e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:19.829590 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:21.291895 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:22.790262 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:08:23.040599 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:39.600438 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:46.577696 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33a9fa0f-36c8-433b-b69c-c4fc25f90e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:48.794565 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-402a849e-a9d3-4512-ae9d-f84f78474263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:49.828796 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:51.303306 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:53.000676 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:59.789344 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:09:09.616801 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:16.582091 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0ef80474-cb57-465c-98f1-3e4d74b33295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:18.799294 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-905f7e0f-9f77-47f1-b3dd-47a4e7eb782e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:19.839705 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:21.331027 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:22.988079 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:36.798394 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:09:39.650933 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:39.682174 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37922) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:39.894931 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37938) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:39.977898 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1920805660-network', 'tenant_id': 'd004adc4902449bdb90883d2982d26ab'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:09:40.050657 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Made reservation on behalf of d004adc4902449bdb90883d2982d26ab for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:09:40.053154 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.063289 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.153902 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Publish callbacks [] for security_group (c9dd3e9e-c400-4623-bab3-70a37e882d1c), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.210727 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (c9dd3e9e-c400-4623-bab3-70a37e882d1c), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.224122 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:09:40.247592 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (532cd8b4-b9d6-4e3d-97af-0112f51ff89e), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.247936 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Added segment 532cd8b4-b9d6-4e3d-97af-0112f51ff89e of type vlan for network 0960a39d-cf1d-4216-8c6b-238eb2ed0881 Apr 12 17:09:40.264606 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dd3e9e-c400-4623-bab3-70a37e882d1c,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:40.272579 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.273168 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.273510 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.273873 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.274396 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.274728 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.275049 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.275536 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.275861 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.276183 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.276697 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.277041 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.277365 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.277684 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.278003 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Tracked resource versions report: Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: pushed versions: Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: { 'AddressGroup': {'1.2'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Agent': {'1.1'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'ConntrackHelper': {'1.0'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Log': {'1.0'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'NDPProxy': {'1.0'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Network': {'1.1'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Port': {'1.7'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'PortForwarding': {'1.3'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'QosPolicy': {'1.10'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SecurityGroup': {'1.5'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SubPort': {'1.0'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Subnet': {'1.1'}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Trunk': {'1.1'}} Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: consumer versions: Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: { DHCP agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: L3 agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: Metadata agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: Metering agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: Open vSwitch agent@dv-cinder-837531-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Agent': '1.1', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'ConntrackHelper': '1.0', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'LocalIPAssociation': '1.0', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Log': '1.0', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'NDPProxy': '1.0', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Network': '1.1', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Port': '1.7', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'PortForwarding': '1.3', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'QosPolicy': '1.10', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SecurityGroup': '1.5', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SecurityGroupRule': '1.2', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'SubPort': '1.0', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Subnet': '1.1', Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: 'Trunk': '1.1'}} Apr 12 17:09:40.279223 dv-cinder-837531-1-iscsi neutron-server[103959]: {{(pid=103959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:09:40.317842 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-network', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:09:40.326594 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (0960a39d-cf1d-4216-8c6b-238eb2ed0881), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.399014 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Made reservation on behalf of ed5617a37a444bac8facef1fedb92197 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:09:40.401141 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.411996 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.427651 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (0960a39d-cf1d-4216-8c6b-238eb2ed0881), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.428752 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:40.429107 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.511736 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] Pushing event updated for resources: {'Network': ['ID=0960a39d-cf1d-4216-8c6b-238eb2ed0881,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:40.521210 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9ed6ca97-78dc-4898-966c-00820e9dfe6d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8383114 Apr 12 17:09:40.526830 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 0960a39d-cf1d-4216-8c6b-238eb2ed0881 details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:09:40.527006 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 37962) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:40.532745 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Request body: {'subnet': {'network_id': '0960a39d-cf1d-4216-8c6b-238eb2ed0881', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1920805660-subnet', 'tenant_id': 'd004adc4902449bdb90883d2982d26ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:09:40.568565 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Publish callbacks [] for security_group (e575880d-5af6-498a-8f97-d4680127a9a3), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.633864 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Made reservation on behalf of d004adc4902449bdb90883d2982d26ab for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:09:40.637247 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.685775 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e575880d-5af6-498a-8f97-d4680127a9a3), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.723019 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575880d-5af6-498a-8f97-d4680127a9a3,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:40.749235 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:09:40.768625 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (0f24acee-1311-4631-ab00-1bdb753c00e1), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.769007 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Added segment 0f24acee-1311-4631-ab00-1bdb753c00e1 of type vlan for network c0383b4c-0d99-454b-85d6-6f99a742e9e1 Apr 12 17:09:40.844091 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (c0383b4c-0d99-454b-85d6-6f99a742e9e1), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:40.999951 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (c0383b4c-0d99-454b-85d6-6f99a742e9e1), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:41.000999 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:41.001630 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:41.071657 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] Pushing event updated for resources: {'Network': ['ID=c0383b4c-0d99-454b-85d6-6f99a742e9e1,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:41.074375 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for subnet (aa4a0f7e-74a7-4a7c-854b-b7a6451ad384), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:41.081394 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:09:41.162858 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4a0f7e-74a7-4a7c-854b-b7a6451ad384,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:41.168740 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Checking segment: {'id': '532cd8b4-b9d6-4e3d-97af-0112f51ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0960a39d-cf1d-4216-8c6b-238eb2ed0881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:09:41.169526 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Network hostable DHCP agents. Network: 0960a39d-cf1d-4216-8c6b-238eb2ed0881, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:09:41.208046 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 37992) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:41.210101 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-915cdfb0-386c-4d2b-9e73-c101beedf666 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3132677 Apr 12 17:09:41.216306 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Request body: {'subnet': {'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-subnet', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:09:41.250597 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Network 0960a39d-cf1d-4216-8c6b-238eb2ed0881 is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:09:41.342076 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Made reservation on behalf of ed5617a37a444bac8facef1fedb92197 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:09:41.344862 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:41.365011 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 0960a39d-cf1d-4216-8c6b-238eb2ed0881) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:09:41.372092 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:41.372886 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:41.378024 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a8448-f7d2-4080-8c67-127bb6e2917f None None] Network 0960a39d-cf1d-4216-8c6b-238eb2ed0881 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:09:41.468883 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5b5c9338-954f-480f-b420-caabc5facab4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9438488 Apr 12 17:09:41.510044 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43ff86-fa6c-4bea-8bf5-e6162c800cb9 None None] Network 0960a39d-cf1d-4216-8c6b-238eb2ed0881 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:09:41.640154 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for subnet (af05aee7-4c31-43f1-be0a-277c4757116a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:41.714943 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af05aee7-4c31-43f1-be0a-277c4757116a,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:41.730890 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.731228 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.735572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.735572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.735572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.735572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.735572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.735572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.735572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.735572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.736274 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.736274 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.736489 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.737063 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.737555 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Tracked resource versions report: Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: pushed versions: Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: { 'AddressGroup': {'1.2'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Agent': {'1.1'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'ConntrackHelper': {'1.0'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Log': {'1.0'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'NDPProxy': {'1.0'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Network': {'1.1'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Port': {'1.7'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'PortForwarding': {'1.3'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'QosPolicy': {'1.10'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SecurityGroup': {'1.5'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SubPort': {'1.0'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Subnet': {'1.1'}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Trunk': {'1.1'}} Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: consumer versions: Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: { DHCP agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: L3 agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: Metadata agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: Metering agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: Open vSwitch agent@dv-cinder-837531-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Agent': '1.1', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'ConntrackHelper': '1.0', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'LocalIPAssociation': '1.0', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Log': '1.0', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'NDPProxy': '1.0', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Network': '1.1', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Port': '1.7', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'PortForwarding': '1.3', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'QosPolicy': '1.10', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SecurityGroup': '1.5', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SecurityGroupRule': '1.2', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'SubPort': '1.0', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Subnet': '1.1', Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: 'Trunk': '1.1'}} Apr 12 17:09:41.738777 dv-cinder-837531-1-iscsi neutron-server[103958]: {{(pid=103958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:09:41.747824 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Checking segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:09:41.748177 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Network hostable DHCP agents. Network: c0383b4c-0d99-454b-85d6-6f99a742e9e1, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:09:41.839059 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:09:41.912861 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, c0383b4c-0d99-454b-85d6-6f99a742e9e1) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:09:41.917090 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:41.917680 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:41.921860 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59420879-ee98-4885-808a-9071bb8f6993 None None] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:09:41.989999 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b1a47dbf-7a1f-421a-9fa7-a60364494188 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7807620 Apr 12 17:09:41.992966 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 38018) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:41.997758 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:09:42.028034 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:09:42.028876 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.090466 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (c60180e0-4ef3-4f36-beec-e3084e49304e), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.091757 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (c60180e0-4ef3-4f36-beec-e3084e49304e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.173376 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Allocated IP 172.20.0.2 (c0383b4c-0d99-454b-85d6-6f99a742e9e1/af05aee7-4c31-43f1-be0a-277c4757116a/474fb898-bfc4-4d20-85aa-1dd28947969e) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:09:42.192201 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks [] for router_controller (c60180e0-4ef3-4f36-beec-e3084e49304e), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.327781 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Publish callbacks [] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.400416 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.447600 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:09:42.449318 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:09:42.464056 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:09:42.536982 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks [] for router_gateway (c60180e0-4ef3-4f36-beec-e3084e49304e), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.571068 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Attempting to bind port 474fb898-bfc4-4d20-85aa-1dd28947969e on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:09:42.571446 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Attempting to bind port 474fb898-bfc4-4d20-85aa-1dd28947969e by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:09:42.571807 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Attempting to bind port 474fb898-bfc4-4d20-85aa-1dd28947969e on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:09:42.581057 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Pushing event updated for resources: {'Port': ['ID=474fb898-bfc4-4d20-85aa-1dd28947969e,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:42.590394 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:09:42.590876 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Checking segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:09:42.591285 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.591681 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Bound using segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:09:42.592214 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Bound port: 474fb898-bfc4-4d20-85aa-1dd28947969e, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:09:42.593218 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.597442 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.598004 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.598600 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.599137 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.599652 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.600160 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.600815 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.603181 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.603939 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.604506 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.604841 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.605347 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.605835 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.606172 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.606596 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Tracked resource versions report: Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: pushed versions: Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: { 'AddressGroup': {'1.2'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Agent': {'1.1'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'ConntrackHelper': {'1.0'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Log': {'1.0'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'NDPProxy': {'1.0'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Network': {'1.1'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Port': {'1.7'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'PortForwarding': {'1.3'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'QosPolicy': {'1.10'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SecurityGroup': {'1.5'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SubPort': {'1.0'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Subnet': {'1.1'}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Trunk': {'1.1'}} Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: consumer versions: Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: { DHCP agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: L3 agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: Metadata agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: Metering agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: Open vSwitch agent@dv-cinder-837531-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Agent': '1.1', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'ConntrackHelper': '1.0', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'LocalIPAssociation': '1.0', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Log': '1.0', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'NDPProxy': '1.0', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Network': '1.1', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Port': '1.7', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'PortForwarding': '1.3', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'QosPolicy': '1.10', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SecurityGroup': '1.5', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SecurityGroupRule': '1.2', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'SubPort': '1.0', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Subnet': '1.1', Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: 'Trunk': '1.1'}} Apr 12 17:09:42.607731 dv-cinder-837531-1-iscsi neutron-server[103960]: {{(pid=103960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:09:42.634098 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38082) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:42.636301 dv-cinder-837531-1-iscsi neutron-server[103959]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 17:09:42.710542 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] For port 474fb898-bfc4-4d20-85aa-1dd28947969e, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:09:42.714934 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] For port 474fb898-bfc4-4d20-85aa-1dd28947969e, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=474fb898-bfc4-4d20-85aa-1dd28947969e,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:09:42.794808 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.863868 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec5515-70fe-476e-8f69-d891a1231f74 None None] Pushing event updated for resources: {'Port': ['ID=474fb898-bfc4-4d20-85aa-1dd28947969e,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:42.871056 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks [] for router_gateway (c60180e0-4ef3-4f36-beec-e3084e49304e), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.909258 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:42.981712 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-c0ee5fc7-c1eb-4329-beb2-eb3499c3f18a tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:42.983389 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-c0ee5fc7-c1eb-4329-beb2-eb3499c3f18a tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/networks?id=0960a39d-cf1d-4216-8c6b-238eb2ed0881 HTTP/1.1" status: 200 len: 812 time: 0.3482530 Apr 12 17:09:43.000701 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-e84c6b47-dd32-4110-ade9-60d554d5bbe8 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/quotas/d004adc4902449bdb90883d2982d26ab HTTP/1.1" status: 200 len: 375 time: 0.0106871 Apr 12 17:09:43.061566 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-fed0a304-1a3d-4858-92e4-0d95ac7f148f tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d004adc4902449bdb90883d2982d26ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511873 Apr 12 17:09:43.130840 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Allocated IP 172.27.1.209 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/8b849153-87dc-49a2-a900-098c067ee4ff) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:09:43.247746 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks [] for port (8b849153-87dc-49a2-a900-098c067ee4ff), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:43.268433 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38100) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:43.304185 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38106) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:43.340067 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0fcb2fec-f0ee-449c-9b97-9ce19284ad2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:43.348249 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-ca7b51c3-57f6-40ad-87b6-e31143df8f25 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:09:43.349207 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-ca7b51c3-57f6-40ad-87b6-e31143df8f25 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0746951 Apr 12 17:09:43.388658 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:43.393045 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d637d3c4-c992-4bc2-a10a-36a4f55c7341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:43.431121 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:09:43.436790 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:09:43.440613 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:09:43.551545 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-bb7100a0-072f-4b34-99df-bd576f51d287 service neutron] 10.222.0.64 "GET /v2.0/networks/0960a39d-cf1d-4216-8c6b-238eb2ed0881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921768 Apr 12 17:09:43.562697 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0fcb2fec-f0ee-449c-9b97-9ce19284ad2a admin admin] Publish callbacks [] for security_group (16ebe0a0-1e1b-4f05-9d4c-05fe2a34b403), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:43.565140 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b849153-87dc-49a2-a900-098c067ee4ff,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:43.642997 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0fcb2fec-f0ee-449c-9b97-9ce19284ad2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (16ebe0a0-1e1b-4f05-9d4c-05fe2a34b403), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:43.692085 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d637d3c4-c992-4bc2-a10a-36a4f55c7341 admin admin] Publish callbacks [] for security_group (e56e1256-13a1-4bb9-bf9f-5a67722f2719), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:43.732550 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0fcb2fec-f0ee-449c-9b97-9ce19284ad2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e7acdfa43c24a739b59985e7e030028&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4630451 Apr 12 17:09:43.740312 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38134) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:43.766119 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-07aba2b8-585f-4386-9412-7bfb3f054d40 service neutron] 10.222.0.64 "GET /v2.0/networks/0960a39d-cf1d-4216-8c6b-238eb2ed0881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054958 Apr 12 17:09:43.769519 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb2fec-f0ee-449c-9b97-9ce19284ad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ebe0a0-1e1b-4f05-9d4c-05fe2a34b403,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:43.780073 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks [] for router_gateway (c60180e0-4ef3-4f36-beec-e3084e49304e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:43.786302 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d637d3c4-c992-4bc2-a10a-36a4f55c7341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e56e1256-13a1-4bb9-bf9f-5a67722f2719), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:43.857878 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d637d3c4-c992-4bc2-a10a-36a4f55c7341 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46541b5fe4d1425ea0f19e3e50107393&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5498900 Apr 12 17:09:43.858206 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637d3c4-c992-4bc2-a10a-36a4f55c7341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56e1256-13a1-4bb9-bf9f-5a67722f2719,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:43.870723 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38136) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:43.879418 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aed741c5-c439-4e85-b367-566d32312d21 admin admin] Publish callbacks [] for security_group (16ebe0a0-1e1b-4f05-9d4c-05fe2a34b403), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:43.949385 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aed741c5-c439-4e85-b367-566d32312d21 admin admin] Publish callbacks [] for security_group (16ebe0a0-1e1b-4f05-9d4c-05fe2a34b403), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.012363 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fde283e4-0293-4b9d-9354-cbf06894cd57 admin admin] Publish callbacks [] for security_group (e56e1256-13a1-4bb9-bf9f-5a67722f2719), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.040341 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fde283e4-0293-4b9d-9354-cbf06894cd57 admin admin] Publish callbacks [] for security_group (e56e1256-13a1-4bb9-bf9f-5a67722f2719), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.055250 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (c60180e0-4ef3-4f36-beec-e3084e49304e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.134163 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aed741c5-c439-4e85-b367-566d32312d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (16ebe0a0-1e1b-4f05-9d4c-05fe2a34b403), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.138003 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 474fb898-bfc4-4d20-85aa-1dd28947969e up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:09:44.142230 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aed741c5-c439-4e85-b367-566d32312d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.146166 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-aed741c5-c439-4e85-b367-566d32312d21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16ebe0a0-1e1b-4f05-9d4c-05fe2a34b403 HTTP/1.1" status: 204 len: 168 time: 0.4030995 Apr 12 17:09:44.162966 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed741c5-c439-4e85-b367-566d32312d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ebe0a0-1e1b-4f05-9d4c-05fe2a34b403,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:44.184023 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61717c6b-59d4-46db-9328-8d9e32915d3d None None] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:09:44.188318 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fde283e4-0293-4b9d-9354-cbf06894cd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e56e1256-13a1-4bb9-bf9f-5a67722f2719), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.194537 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fde283e4-0293-4b9d-9354-cbf06894cd57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.194537 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-fde283e4-0293-4b9d-9354-cbf06894cd57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e56e1256-13a1-4bb9-bf9f-5a67722f2719 HTTP/1.1" status: 204 len: 168 time: 0.3221235 Apr 12 17:09:44.207303 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde283e4-0293-4b9d-9354-cbf06894cd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56e1256-13a1-4bb9-bf9f-5a67722f2719,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:44.337951 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 474fb898-bfc4-4d20-85aa-1dd28947969e triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:44.338345 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.348073 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-8ac7b0c9-4d91-46f5-89bc-10077ad23510 None None] Provisioning complete for port 474fb898-bfc4-4d20-85aa-1dd28947969e triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:44.348463 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b0c9-4d91-46f5-89bc-10077ad23510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.401013 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Router c60180e0-4ef3-4f36-beec-e3084e49304e is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:09:44.438708 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b06fd002-0c84-4e6e-af49-d06dc93cb100 req-c226a5bb-1f37-4954-99ac-8d5ea53691ab tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0879819 Apr 12 17:09:44.537383 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-8ac7b0c9-4d91-46f5-89bc-10077ad23510 None None] Current status of the port 474fb898-bfc4-4d20-85aa-1dd28947969e is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:09:44.537994 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b0c9-4d91-46f5-89bc-10077ad23510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.541255 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 474fb898-bfc4-4d20-85aa-1dd28947969e is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:09:44.541566 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.606319 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-8ac7b0c9-4d91-46f5-89bc-10077ad23510 None None] For port 474fb898-bfc4-4d20-85aa-1dd28947969e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=474fb898-bfc4-4d20-85aa-1dd28947969e,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:09:44.677342 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:09:44.692684 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Sync routers for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:09:44.698396 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b0c9-4d91-46f5-89bc-10077ad23510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.717139 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:09:44.720045 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:09:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:09:44.796299 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:44.798133 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-69a99354-b981-4fef-b4d9-cedefc4505d7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8038905 Apr 12 17:09:44.800997 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38202) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:44.848965 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7b0c9-4d91-46f5-89bc-10077ad23510 None None] Pushing event updated for resources: {'Port': ['ID=474fb898-bfc4-4d20-85aa-1dd28947969e,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:44.878058 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.db.api [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:09:45.132029 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG oslo_db.api [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:09:45.132029 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-d5d64d82-78d6-43f5-bf41-b61cf66c62c5 None None] Provisioning complete for port 474fb898-bfc4-4d20-85aa-1dd28947969e triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:45.132029 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d5d64d82-78d6-43f5-bf41-b61cf66c62c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.138572 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:09:45.142296 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-d5d64d82-78d6-43f5-bf41-b61cf66c62c5 None None] Current status of the port 474fb898-bfc4-4d20-85aa-1dd28947969e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:09:45.203153 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:43Z', 'revision_number': 3, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:09:45.203153 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Checking router: c60180e0-4ef3-4f36-beec-e3084e49304e for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:09:45.203153 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Updating router c60180e0-4ef3-4f36-beec-e3084e49304e port 8b849153-87dc-49a2-a900-098c067ee4ff binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:09:45.228097 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.326205 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 38224) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:45.340570 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-591efe4a-a2e4-403a-a708-03bfe3eb04f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.469734 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 474fb898-bfc4-4d20-85aa-1dd28947969e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:09:45.483789 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-591efe4a-a2e4-403a-a708-03bfe3eb04f5 admin admin] Publish callbacks [] for security_group (3242f99d-7ddf-4b67-95d8-0c2a4f6f2a48), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.565588 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-591efe4a-a2e4-403a-a708-03bfe3eb04f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3242f99d-7ddf-4b67-95d8-0c2a4f6f2a48), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.582146 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Publish callbacks [] for port (8b849153-87dc-49a2-a900-098c067ee4ff), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.594552 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37728c96-6a65-47fd-b59f-132ce947402c req-67e4d907-a4c6-4e90-812b-23bd4f77c493 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0581334 Apr 12 17:09:45.613775 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-591efe4a-a2e4-403a-a708-03bfe3eb04f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ce1569fd0ac489aa8cdcbc59d33197c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2863705 Apr 12 17:09:45.616467 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 38234) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:45.619805 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.623817 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591efe4a-a2e4-403a-a708-03bfe3eb04f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3242f99d-7ddf-4b67-95d8-0c2a4f6f2a48,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:45.674501 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.693645 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18a059ee-39b5-4305-889b-0431d1f288a5 admin admin] Publish callbacks [] for security_group (3242f99d-7ddf-4b67-95d8-0c2a4f6f2a48), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.721160 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18a059ee-39b5-4305-889b-0431d1f288a5 admin admin] Publish callbacks [] for security_group (3242f99d-7ddf-4b67-95d8-0c2a4f6f2a48), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.728360 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Pushing event updated for resources: {'Port': ['ID=8b849153-87dc-49a2-a900-098c067ee4ff,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:45.742087 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.743413 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.743970 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.744344 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.744680 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.745715 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.746125 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.746550 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.747194 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.747700 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.748204 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.748722 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.749386 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.749882 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.750586 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Tracked resource versions report: Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: pushed versions: Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: { 'AddressGroup': {'1.2'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Agent': {'1.1'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'ConntrackHelper': {'1.0'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Log': {'1.0'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'NDPProxy': {'1.0'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Network': {'1.1'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Port': {'1.7'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'PortForwarding': {'1.3'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'QosPolicy': {'1.10'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SecurityGroup': {'1.5'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SubPort': {'1.0'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Subnet': {'1.1'}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Trunk': {'1.1'}} Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: consumer versions: Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: { DHCP agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: L3 agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: Metadata agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: Metering agent@dv-cinder-837531-1-iscsi: {}, Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: Open vSwitch agent@dv-cinder-837531-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Agent': '1.1', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'ConntrackHelper': '1.0', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'LocalIPAssociation': '1.0', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Log': '1.0', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'NDPProxy': '1.0', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Network': '1.1', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Port': '1.7', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'PortForwarding': '1.3', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'QosPolicy': '1.10', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SecurityGroup': '1.5', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SecurityGroupRule': '1.2', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'SubPort': '1.0', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Subnet': '1.1', Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: 'Trunk': '1.1'}} Apr 12 17:09:45.752170 dv-cinder-837531-1-iscsi neutron-server[103961]: {{(pid=103961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:09:45.779096 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Attempting to bind port 8b849153-87dc-49a2-a900-098c067ee4ff on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:09:45.780225 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Attempting to bind port 8b849153-87dc-49a2-a900-098c067ee4ff by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:09:45.780669 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Attempting to bind port 8b849153-87dc-49a2-a900-098c067ee4ff on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:09:45.787872 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:09:45.788508 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:09:45.789737 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.790488 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:09:45.791245 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Bound port: 8b849153-87dc-49a2-a900-098c067ee4ff, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:09:45.791914 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.800287 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Allocated IP 172.20.0.1 (c0383b4c-0d99-454b-85d6-6f99a742e9e1/af05aee7-4c31-43f1-be0a-277c4757116a/43e3c028-4914-46a1-89e7-fe1c924065c8) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:09:45.860510 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] For port 8b849153-87dc-49a2-a900-098c067ee4ff, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:09:45.865562 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] For port 8b849153-87dc-49a2-a900-098c067ee4ff, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=8b849153-87dc-49a2-a900-098c067ee4ff,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:09:45.879359 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18a059ee-39b5-4305-889b-0431d1f288a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3242f99d-7ddf-4b67-95d8-0c2a4f6f2a48), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.882309 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-18a059ee-39b5-4305-889b-0431d1f288a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.883679 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-18a059ee-39b5-4305-889b-0431d1f288a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3242f99d-7ddf-4b67-95d8-0c2a4f6f2a48 HTTP/1.1" status: 204 len: 168 time: 0.2654011 Apr 12 17:09:45.891808 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a059ee-39b5-4305-889b-0431d1f288a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3242f99d-7ddf-4b67-95d8-0c2a4f6f2a48,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:45.930197 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Publish callbacks [] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:45.956096 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:46.049860 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 474fb898-bfc4-4d20-85aa-1dd28947969e up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:09:46.062470 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:09:46.063830 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:09:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:09:46.065612 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:46.115548 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3462e-9ed0-4160-aebe-00d194ec3761 None None] Pushing event updated for resources: {'Port': ['ID=8b849153-87dc-49a2-a900-098c067ee4ff,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:46.127966 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:09:46.140108 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:09:46.155052 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:09:46.155863 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (c60180e0-4ef3-4f36-beec-e3084e49304e), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:46.175100 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 474fb898-bfc4-4d20-85aa-1dd28947969e triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:46.176190 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:46.241505 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:09:46.375977 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 474fb898-bfc4-4d20-85aa-1dd28947969e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:09:46.501934 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Pushing event updated for resources: {'Port': ['ID=43e3c028-4914-46a1-89e7-fe1c924065c8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:46.558389 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-c287b156-e4fa-425b-8ad7-12faf16aa205 None None] Provisioning complete for port 43e3c028-4914-46a1-89e7-fe1c924065c8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:46.559970 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c287b156-e4fa-425b-8ad7-12faf16aa205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:46.584054 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:43Z', 'revision_number': 3, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:09:46.607888 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-c287b156-e4fa-425b-8ad7-12faf16aa205 None None] Port 43e3c028-4914-46a1-89e7-fe1c924065c8 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:09:46.634411 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33c6ec1a-e68e-4670-ab1a-4f586f73f194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:46.645532 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d6689-1fb8-4baf-9d70-4f0d10be9971 None None] The sync data for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi is: [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:43Z', 'revision_number': 3, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:09:46.683113 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2cce5497-6bac-43af-851a-3f06ebd72037 req-086953b7-1e8f-49f6-ba23-fd216e7f511e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0315633 Apr 12 17:09:46.721883 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:46.929455 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Publish callbacks [] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:47.022817 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:47.023487 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (c60180e0-4ef3-4f36-beec-e3084e49304e), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:47.187490 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Pushing event updated for resources: {'Port': ['ID=43e3c028-4914-46a1-89e7-fe1c924065c8,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:47.245955 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:09:47.247377 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:09:47.437286 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Router c60180e0-4ef3-4f36-beec-e3084e49304e has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:09:47.541252 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-20bb1e40-efcf-4d8e-8dea-09f45dd99c74 None None] Provisioning complete for port 43e3c028-4914-46a1-89e7-fe1c924065c8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:47.542192 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-20bb1e40-efcf-4d8e-8dea-09f45dd99c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:47.627673 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-20bb1e40-efcf-4d8e-8dea-09f45dd99c74 None None] Port 43e3c028-4914-46a1-89e7-fe1c924065c8 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:09:47.635988 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:09:47.641216 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-08f47565-4b81-4e47-a039-14572c75efb0 admin admin] 10.222.0.64 "PUT /v2.0/routers/c60180e0-4ef3-4f36-beec-e3084e49304e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8390930 Apr 12 17:09:47.846273 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 38340) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:47.849034 dv-cinder-837531-1-iscsi neutron-server[103958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 17:09:47.905662 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-233833a3-baad-4c11-b259-30e9c65b6612 req-3f7b7921-e0b3-47d9-b8f1-04758561a12b tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0578110 Apr 12 17:09:48.031315 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 8b849153-87dc-49a2-a900-098c067ee4ff up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:09:48.214328 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 8b849153-87dc-49a2-a900-098c067ee4ff triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:48.214752 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:48.271555 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-a6fcdc0f-1016-4500-9dca-761ef58a3f80 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:48.273200 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-a6fcdc0f-1016-4500-9dca-761ef58a3f80 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 819 time: 0.1337528 Apr 12 17:09:48.294644 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-56d5e03c-0e11-4527-b723-67a1ac4b31ab tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/quotas/ed5617a37a444bac8facef1fedb92197 HTTP/1.1" status: 200 len: 375 time: 0.0146539 Apr 12 17:09:48.312209 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 8b849153-87dc-49a2-a900-098c067ee4ff is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:09:48.312684 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:48.339903 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 8b849153-87dc-49a2-a900-098c067ee4ff, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=8b849153-87dc-49a2-a900-098c067ee4ff,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:09:48.362746 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-60519653-e37d-4d0c-a625-8e764838fed2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619547 Apr 12 17:09:48.393768 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:48.472262 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=8b849153-87dc-49a2-a900-098c067ee4ff,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:48.483159 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-db59b27f-0eba-411a-addf-f126d8d66955 service neutron] 10.222.0.64 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135688 Apr 12 17:09:48.583856 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-91de26ab-e824-4a0f-accd-db5c07e0ddbc service neutron] 10.222.0.64 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995252 Apr 12 17:09:48.736673 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Sync routers for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:09:48.760430 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:09:48.761067 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:09:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:09:48.829390 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6207-c898-4486-931d-5bc32be614d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:48.838678 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-55a6794a-b92f-425e-87e3-e01568ec19f7 req-94afc853-c204-40da-9507-ddb3f0694dda tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 210 time: 0.0466893 Apr 12 17:09:48.920318 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:09:49.137158 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 38440) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:49.146793 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d9366e76-4b8f-4480-86a2-5fe4fd93cb39 req-f3d661d6-145c-4969-ab15-a6c09f195edd tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0367241 Apr 12 17:09:49.224019 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 2, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:09:49.270780 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Checking router: c60180e0-4ef3-4f36-beec-e3084e49304e for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:09:49.271199 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Updating router c60180e0-4ef3-4f36-beec-e3084e49304e port 43e3c028-4914-46a1-89e7-fe1c924065c8 binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:09:49.321645 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:49.477996 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-049470ac-71f9-4b2e-ab94-9060af113bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:49.486137 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-446d6d9d-dc22-4665-bdd6-32b6ae0fceab tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:49.487745 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-446d6d9d-dc22-4665-bdd6-32b6ae0fceab tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 819 time: 0.2834730 Apr 12 17:09:49.519422 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-a021cbc7-1e80-4be7-b589-f7d02a682e3a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/quotas/ed5617a37a444bac8facef1fedb92197 HTTP/1.1" status: 200 len: 375 time: 0.0173233 Apr 12 17:09:49.642810 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Publish callbacks [] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:49.725100 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:49.729060 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-9934d2a2-92a5-4139-9624-e419b52c4164 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1999767 Apr 12 17:09:49.763420 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-049470ac-71f9-4b2e-ab94-9060af113bb3 admin admin] Publish callbacks [] for security_group (131e6785-b3c1-472d-a1a1-912129b45892), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:49.800045 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870ae61-1095-4b9c-bf61-95e91d3fcf7d None None] Pushing event updated for resources: {'Port': ['ID=43e3c028-4914-46a1-89e7-fe1c924065c8,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:49.841168 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-a767f2bf-936d-4dc6-826d-079c02a2a7a8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:09:49.842331 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-a767f2bf-936d-4dc6-826d-079c02a2a7a8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567863 Apr 12 17:09:49.844305 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-049470ac-71f9-4b2e-ab94-9060af113bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (131e6785-b3c1-472d-a1a1-912129b45892), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:49.869183 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Attempting to bind port 43e3c028-4914-46a1-89e7-fe1c924065c8 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:09:49.869183 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Attempting to bind port 43e3c028-4914-46a1-89e7-fe1c924065c8 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:09:49.869183 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Attempting to bind port 43e3c028-4914-46a1-89e7-fe1c924065c8 on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:09:49.878697 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:09:49.879068 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Checking segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:09:49.879469 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:49.879860 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Bound using segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:09:49.880453 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Bound port: 43e3c028-4914-46a1-89e7-fe1c924065c8, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:09:49.880834 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:49.892882 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:49.975544 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] For port 43e3c028-4914-46a1-89e7-fe1c924065c8, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:09:49.979559 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] For port 43e3c028-4914-46a1-89e7-fe1c924065c8, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=43e3c028-4914-46a1-89e7-fe1c924065c8,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:09:49.984656 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-c9259e88-18bb-4758-8142-6c9208058b6a service neutron] 10.222.0.64 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358459 Apr 12 17:09:50.002278 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-049470ac-71f9-4b2e-ab94-9060af113bb3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e6077983a1b4bfc86243b4b7bb60505&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8629839 Apr 12 17:09:50.003012 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049470ac-71f9-4b2e-ab94-9060af113bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131e6785-b3c1-472d-a1a1-912129b45892,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:50.004964 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38486) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:50.030781 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 8b849153-87dc-49a2-a900-098c067ee4ff up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:09:50.075576 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:50.078149 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2caa7db5-d47c-4aba-a2ec-e6864c1ad881 admin admin] Publish callbacks [] for security_group (131e6785-b3c1-472d-a1a1-912129b45892), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:50.094788 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-fd60fe67-194d-4e15-af51-3f28e073c413 service neutron] 10.222.0.64 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042109 Apr 12 17:09:50.113575 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2caa7db5-d47c-4aba-a2ec-e6864c1ad881 admin admin] Publish callbacks [] for security_group (131e6785-b3c1-472d-a1a1-912129b45892), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:50.145016 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870ae61-1095-4b9c-bf61-95e91d3fcf7d None None] Pushing event updated for resources: {'Port': ['ID=43e3c028-4914-46a1-89e7-fe1c924065c8,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:50.155422 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-fd7ed20e-1c35-4d94-8936-944de6fa8edc None None] Provisioning complete for port 43e3c028-4914-46a1-89e7-fe1c924065c8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:50.155422 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed20e-1c35-4d94-8936-944de6fa8edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:50.189989 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 8b849153-87dc-49a2-a900-098c067ee4ff triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:50.190381 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:50.240582 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:09:50.241204 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:09:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:09:50.251045 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2caa7db5-d47c-4aba-a2ec-e6864c1ad881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (131e6785-b3c1-472d-a1a1-912129b45892), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:50.254299 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2caa7db5-d47c-4aba-a2ec-e6864c1ad881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:50.255585 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2caa7db5-d47c-4aba-a2ec-e6864c1ad881 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/131e6785-b3c1-472d-a1a1-912129b45892 HTTP/1.1" status: 204 len: 168 time: 0.2490726 Apr 12 17:09:50.265329 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa7db5-d47c-4aba-a2ec-e6864c1ad881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e6785-b3c1-472d-a1a1-912129b45892,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:50.486678 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 8b849153-87dc-49a2-a900-098c067ee4ff is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:09:50.506618 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9e2ae001-919c-410d-b3b1-341a608b2a34 req-1556ede4-3107-433d-be89-4ef195238931 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0349548 Apr 12 17:09:50.517793 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ed20e-1c35-4d94-8936-944de6fa8edc None None] Current status of the port 43e3c028-4914-46a1-89e7-fe1c924065c8 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:09:50.518178 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed20e-1c35-4d94-8936-944de6fa8edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:50.562884 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:09:50.629013 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-fd7ed20e-1c35-4d94-8936-944de6fa8edc None None] For port 43e3c028-4914-46a1-89e7-fe1c924065c8, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=43e3c028-4914-46a1-89e7-fe1c924065c8,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:09:50.659649 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9b704f14-400b-46b4-92bb-f379690ae369 req-3574f978-69c4-44ba-936e-6c96473be30a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0575743 Apr 12 17:09:50.702975 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed20e-1c35-4d94-8936-944de6fa8edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:50.791608 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ed20e-1c35-4d94-8936-944de6fa8edc None None] Pushing event updated for resources: {'Port': ['ID=43e3c028-4914-46a1-89e7-fe1c924065c8,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:50.842835 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-99d4037d-b073-4f1c-81a0-499d56375c4d None None] Provisioning complete for port 43e3c028-4914-46a1-89e7-fe1c924065c8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:50.843607 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-99d4037d-b073-4f1c-81a0-499d56375c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:50.974602 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:49Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:09:51.008265 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2934ac-0513-4cd7-824b-4fbd80d4c1e7 None None] The sync data for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi is: [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:49Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:09:51.079732 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38520) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:51.085309 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-99d4037d-b073-4f1c-81a0-499d56375c4d None None] Current status of the port 43e3c028-4914-46a1-89e7-fe1c924065c8 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:09:51.097310 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4f89499e-9b08-445d-ab28-03a0f44fde34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:51.192552 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4f89499e-9b08-445d-ab28-03a0f44fde34 admin admin] Publish callbacks [] for security_group (d0b55f07-9eaa-450d-bc58-295606679af5), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:51.319306 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4f89499e-9b08-445d-ab28-03a0f44fde34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (d0b55f07-9eaa-450d-bc58-295606679af5), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:51.360104 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89499e-9b08-445d-ab28-03a0f44fde34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b55f07-9eaa-450d-bc58-295606679af5,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:51.364443 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4f89499e-9b08-445d-ab28-03a0f44fde34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b5b4665f798492da898b2c81db64bcb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2832069 Apr 12 17:09:51.367637 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 38526) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:51.378141 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:51.457562 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-74537e74-0e79-4287-8c0d-f5ed3f5bc61f admin admin] Publish callbacks [] for security_group (d0b55f07-9eaa-450d-bc58-295606679af5), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:51.487055 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-74537e74-0e79-4287-8c0d-f5ed3f5bc61f admin admin] Publish callbacks [] for security_group (d0b55f07-9eaa-450d-bc58-295606679af5), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:51.647973 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-74537e74-0e79-4287-8c0d-f5ed3f5bc61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (d0b55f07-9eaa-450d-bc58-295606679af5), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:51.651140 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-74537e74-0e79-4287-8c0d-f5ed3f5bc61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:51.654573 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-74537e74-0e79-4287-8c0d-f5ed3f5bc61f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0b55f07-9eaa-450d-bc58-295606679af5 HTTP/1.1" status: 204 len: 168 time: 0.2836869 Apr 12 17:09:51.673036 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-50a955e0-9b96-49fa-a04e-6109b1bc629e req-d53f09bf-f652-4f61-bbdf-4b4905798e52 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0537765 Apr 12 17:09:51.683971 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74537e74-0e79-4287-8c0d-f5ed3f5bc61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b55f07-9eaa-450d-bc58-295606679af5,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:51.814429 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d5e5aa2b-1303-4716-aa00-501a5bcd0faf req-753b888c-7fae-4a12-acb5-9d683ca9b85c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0292521 Apr 12 17:09:52.038130 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 43e3c028-4914-46a1-89e7-fe1c924065c8 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:09:52.092777 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 43e3c028-4914-46a1-89e7-fe1c924065c8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:52.093334 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:52.175177 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 43e3c028-4914-46a1-89e7-fe1c924065c8 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:09:52.780262 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b8de46d6-e930-4866-8395-f39891c4be75 req-c6c82d9f-4524-474d-ab8f-0c9d4efc7d76 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0293882 Apr 12 17:09:52.969648 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-60f02072-f220-42d2-8c7e-9c2271515798 req-38e0b78f-35dc-4b46-bf6b-8d0f5c8af35d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0282412 Apr 12 17:09:53.027711 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:53.875553 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bfce3aad-e979-441c-b547-82049dccab46 req-6df079ec-aaf0-4045-9276-710efb16276c tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0283122 Apr 12 17:09:54.065825 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-49a35977-345a-420d-82f8-c8b95483aeab req-046c14a2-0489-4065-807c-bdd522fbc595 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0301325 Apr 12 17:09:54.130781 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 38650) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:54.233340 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-21beaa42-6878-4d4b-b60f-7532b363a913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:54.307185 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-21beaa42-6878-4d4b-b60f-7532b363a913 admin admin] Publish callbacks [] for security_group (3fda7866-ddc7-4d02-bd19-20c5516ceb9e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:54.386955 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-21beaa42-6878-4d4b-b60f-7532b363a913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3fda7866-ddc7-4d02-bd19-20c5516ceb9e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:54.423140 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-21beaa42-6878-4d4b-b60f-7532b363a913 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=003a10a6dc1f47c2a85c4b6d6a7b2b60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2913406 Apr 12 17:09:54.424974 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21beaa42-6878-4d4b-b60f-7532b363a913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda7866-ddc7-4d02-bd19-20c5516ceb9e,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:54.426082 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38658) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:54.475411 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8d871654-3085-4283-a893-7bfb71a70e51 admin admin] Publish callbacks [] for security_group (3fda7866-ddc7-4d02-bd19-20c5516ceb9e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:54.496617 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8d871654-3085-4283-a893-7bfb71a70e51 admin admin] Publish callbacks [] for security_group (3fda7866-ddc7-4d02-bd19-20c5516ceb9e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:54.603666 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8d871654-3085-4283-a893-7bfb71a70e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3fda7866-ddc7-4d02-bd19-20c5516ceb9e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:54.606188 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8d871654-3085-4283-a893-7bfb71a70e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:54.607330 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8d871654-3085-4283-a893-7bfb71a70e51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fda7866-ddc7-4d02-bd19-20c5516ceb9e HTTP/1.1" status: 204 len: 168 time: 0.1802509 Apr 12 17:09:54.614651 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d871654-3085-4283-a893-7bfb71a70e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda7866-ddc7-4d02-bd19-20c5516ceb9e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:54.987517 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5001e248-a0a4-4e04-b64e-65f6181d9578 req-276ecef2-691f-4518-b65e-04544cdbd106 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0277410 Apr 12 17:09:55.159514 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-079626a6-696e-46f8-a170-752e06cdc2ef req-1151538f-83de-4165-89a8-d422a21bf5c7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0265625 Apr 12 17:09:55.213868 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38680) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:55.227270 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f1409e22-e365-4eca-862a-14fe0a51f7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:55.300492 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f1409e22-e365-4eca-862a-14fe0a51f7ba admin admin] Publish callbacks [] for security_group (ff8a61f9-0d6b-47f5-b7c6-3e478f396f1d), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:55.364365 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f1409e22-e365-4eca-862a-14fe0a51f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (ff8a61f9-0d6b-47f5-b7c6-3e478f396f1d), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:55.405166 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f1409e22-e365-4eca-862a-14fe0a51f7ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c1869207f54467b85d4c7c18f25faac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1902444 Apr 12 17:09:55.406087 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1409e22-e365-4eca-862a-14fe0a51f7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8a61f9-0d6b-47f5-b7c6-3e478f396f1d,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:55.407855 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 38686) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:55.456244 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59d05ddb-bd47-435b-9b5f-c16bd571a361 admin admin] Publish callbacks [] for security_group (ff8a61f9-0d6b-47f5-b7c6-3e478f396f1d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:55.477690 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59d05ddb-bd47-435b-9b5f-c16bd571a361 admin admin] Publish callbacks [] for security_group (ff8a61f9-0d6b-47f5-b7c6-3e478f396f1d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:55.576113 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59d05ddb-bd47-435b-9b5f-c16bd571a361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (ff8a61f9-0d6b-47f5-b7c6-3e478f396f1d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:55.578685 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-59d05ddb-bd47-435b-9b5f-c16bd571a361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:55.582095 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-59d05ddb-bd47-435b-9b5f-c16bd571a361 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff8a61f9-0d6b-47f5-b7c6-3e478f396f1d HTTP/1.1" status: 204 len: 168 time: 0.1704562 Apr 12 17:09:55.588103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d05ddb-bd47-435b-9b5f-c16bd571a361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8a61f9-0d6b-47f5-b7c6-3e478f396f1d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:55.963108 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49893) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:56.146500 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0bb2875-afec-442f-bbf4-6f10f1e1bd92 req-61bf323f-9c4f-4e64-9b83-5fdd615804ec tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0392656 Apr 12 17:09:56.177553 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-013be186-419d-45fc-a2a4-bf8928c6f998 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:56.179077 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-013be186-419d-45fc-a2a4-bf8928c6f998 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.41 "GET /v2.0/networks?id=0960a39d-cf1d-4216-8c6b-238eb2ed0881 HTTP/1.1" status: 200 len: 812 time: 0.1921563 Apr 12 17:09:56.259397 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cc6e503b-270b-4789-84f1-7509467d7435 req-5d841054-ad52-4f64-bd32-1b1649f40d21 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0300941 Apr 12 17:09:56.469372 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Request body: {'port': {'device_id': '369d7a6b-3009-41e1-ba08-dc1eb6ae898f', 'network_id': '0960a39d-cf1d-4216-8c6b-238eb2ed0881', 'admin_state_up': True, 'tenant_id': 'd004adc4902449bdb90883d2982d26ab'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:09:56.484160 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.41', 49894) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:56.590248 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-30360375-6d21-450c-967e-a3db0b6bc84c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:56.591793 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-30360375-6d21-450c-967e-a3db0b6bc84c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 819 time: 0.1066277 Apr 12 17:09:56.644327 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Request body: {'port': {'device_id': 'd9d21058-9f6b-4f08-b126-08c97484c4db', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'admin_state_up': True, 'tenant_id': 'ed5617a37a444bac8facef1fedb92197'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:09:56.770745 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.41', 49899) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:56.808190 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Made reservation on behalf of d004adc4902449bdb90883d2982d26ab for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:09:56.812069 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:56.919092 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Made reservation on behalf of ed5617a37a444bac8facef1fedb92197 for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:09:56.925882 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:57.021413 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-36f435ef-3175-4425-95fe-43a4e0d0f0a7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:57.023035 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-36f435ef-3175-4425-95fe-43a4e0d0f0a7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 819 time: 0.2484355 Apr 12 17:09:57.313769 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Request body: {'port': {'device_id': 'ff7603fc-98b0-4785-b21d-2bcf72ef2ca9', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'admin_state_up': True, 'tenant_id': 'ed5617a37a444bac8facef1fedb92197'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:09:57.319440 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Allocated IP 172.20.0.14 (c0383b4c-0d99-454b-85d6-6f99a742e9e1/af05aee7-4c31-43f1-be0a-277c4757116a/5ffb916b-a2fb-4345-92b5-81e33a34d3fd) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:09:57.395080 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f20b975f-44c9-4697-a568-536755f142ec req-69bf3a5d-f4d6-406b-a4d8-db4a2b826989 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0459599 Apr 12 17:09:57.431022 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Allocated IP 172.20.0.9 (0960a39d-cf1d-4216-8c6b-238eb2ed0881/aa4a0f7e-74a7-4a7c-854b-b7a6451ad384/5975c1c5-50fd-4896-97d8-34db80074f47) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:09:57.604020 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Made reservation on behalf of ed5617a37a444bac8facef1fedb92197 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:09:57.612245 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:57.613941 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:57.723929 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-70850c18-f71d-4655-bab0-8069390e7e36 req-8a8a7e93-f2f1-4468-a87d-9c15ab98fd7c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0629499 Apr 12 17:09:57.733247 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:57.864082 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Publish callbacks [] for port (5975c1c5-50fd-4896-97d8-34db80074f47), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:57.889552 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event updated for resources: {'Port': ['ID=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:57.899172 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:09:57.900698 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:09:57.903461 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:09:57.909538 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:57.909959 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Allocated IP 172.20.0.13 (c0383b4c-0d99-454b-85d6-6f99a742e9e1/af05aee7-4c31-43f1-be0a-277c4757116a/d14160f6-0b69-47ac-93a2-173b914999e1) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:09:57.910460 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:58.008986 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-7805aad6-2489-4b71-9e68-4f82a9eddc65 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3693857 Apr 12 17:09:58.087710 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-68b2b779-25f5-4bf9-a71e-21a109b17114 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:09:58.089649 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-68b2b779-25f5-4bf9-a71e-21a109b17114 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152447 Apr 12 17:09:58.091345 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:58.260589 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-020d3d6e-34ee-438d-9bcf-77d497716a90 None None] Provisioning complete for port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:58.261098 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-020d3d6e-34ee-438d-9bcf-77d497716a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:58.296536 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Network 0960a39d-cf1d-4216-8c6b-238eb2ed0881 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:09:58.315606 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:09:58.338163 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:09:58.344017 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:58.344999 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:58.355691 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-020d3d6e-34ee-438d-9bcf-77d497716a90 None None] Port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:09:58.380921 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Pushing event updated for resources: {'Port': ['ID=5975c1c5-50fd-4896-97d8-34db80074f47,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:58.390237 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for port (d14160f6-0b69-47ac-93a2-173b914999e1), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:58.464835 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Request body: {'port': {'device_id': 'd9d21058-9f6b-4f08-b126-08c97484c4db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:09:58.475922 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-469cbdc1-5142-4caa-b1aa-6aeeff8e4d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0106621 Apr 12 17:09:58.506210 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Request body: {'port': {'device_id': '369d7a6b-3009-41e1-ba08-dc1eb6ae898f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:09:58.539854 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:58.650508 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:09:58.679977 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:09:58.694237 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:09:58.714150 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:58.716904 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:58.719853 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event updated for resources: {'Port': ['ID=d14160f6-0b69-47ac-93a2-173b914999e1,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:58.733072 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:58.946827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb58a32-3880-4458-a270-179fb31e6f6e req-bca1429c-15b0-41ae-996c-e7fa2974eb38 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:58.948960 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9cb58a32-3880-4458-a270-179fb31e6f6e req-bca1429c-15b0-41ae-996c-e7fa2974eb38 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 931 time: 0.3998435 Apr 12 17:09:58.958077 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:59.124186 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9cb58a32-3880-4458-a270-179fb31e6f6e req-d720542a-a478-42aa-ac4a-46a2196e5b4f tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618819 Apr 12 17:09:59.186306 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-88acca91-f739-45d2-884f-75d438c665f2 None None] Provisioning complete for port d14160f6-0b69-47ac-93a2-173b914999e1 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:09:59.187111 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-88acca91-f739-45d2-884f-75d438c665f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:59.227934 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-88acca91-f739-45d2-884f-75d438c665f2 None None] Port d14160f6-0b69-47ac-93a2-173b914999e1 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:09:59.283026 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4f5e18aa-18b6-4b6d-a903-7d25b61c8ddf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9732714 Apr 12 17:09:59.297432 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5975c1c5-50fd-4896-97d8-34db80074f47 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:09:59.300333 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9f0bc-5602-4530-82ba-4a658e762676 req-3b1e05ec-f67c-40aa-907e-a96b5c0d4c84 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:59.301806 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-78f9f0bc-5602-4530-82ba-4a658e762676 req-3b1e05ec-f67c-40aa-907e-a96b5c0d4c84 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0956361 Apr 12 17:09:59.305194 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Publish callbacks [] for port (5975c1c5-50fd-4896-97d8-34db80074f47), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:59.324596 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Transition to ACTIVE for port object 5975c1c5-50fd-4896-97d8-34db80074f47 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:09:59.401887 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-78f9f0bc-5602-4530-82ba-4a658e762676 req-f21b6c78-eec8-4a0d-a3b4-2c45320d96be tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859914 Apr 12 17:09:59.427356 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:59.518735 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ffb916b-a2fb-4345-92b5-81e33a34d3fd {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:09:59.537458 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5975c1c5-50fd-4896-97d8-34db80074f47,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:59.540671 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Publish callbacks [] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:59.558905 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Transition to ACTIVE for port object 5ffb916b-a2fb-4345-92b5-81e33a34d3fd will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:09:59.560243 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Attempting to bind port 5975c1c5-50fd-4896-97d8-34db80074f47 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:09:59.561798 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Attempting to bind port 5975c1c5-50fd-4896-97d8-34db80074f47 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '532cd8b4-b9d6-4e3d-97af-0112f51ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0960a39d-cf1d-4216-8c6b-238eb2ed0881'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:09:59.566819 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Attempting to bind port 5975c1c5-50fd-4896-97d8-34db80074f47 on network 0960a39d-cf1d-4216-8c6b-238eb2ed0881 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:09:59.572206 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Port 5975c1c5-50fd-4896-97d8-34db80074f47 on network 0960a39d-cf1d-4216-8c6b-238eb2ed0881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:09:59.572531 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Attempting to bind port 5975c1c5-50fd-4896-97d8-34db80074f47 on network 0960a39d-cf1d-4216-8c6b-238eb2ed0881 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:09:59.577623 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:09:59.578076 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Checking segment: {'id': '532cd8b4-b9d6-4e3d-97af-0112f51ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0960a39d-cf1d-4216-8c6b-238eb2ed0881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:09:59.578728 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Bound using segment: {'id': '532cd8b4-b9d6-4e3d-97af-0112f51ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0960a39d-cf1d-4216-8c6b-238eb2ed0881'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:09:59.579237 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Bound port: 5975c1c5-50fd-4896-97d8-34db80074f47, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532cd8b4-b9d6-4e3d-97af-0112f51ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0960a39d-cf1d-4216-8c6b-238eb2ed0881'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:09:59.579873 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:59.627541 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:59.701455 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 38868) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:09:59.715781 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] For port 5975c1c5-50fd-4896-97d8-34db80074f47, host hv-cinder-83753, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:09:59.721007 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] For port 5975c1c5-50fd-4896-97d8-34db80074f47, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5975c1c5-50fd-4896-97d8-34db80074f47,segment=NetworkSegment(532cd8b4-b9d6-4e3d-97af-0112f51ff89e),segment_id=532cd8b4-b9d6-4e3d-97af-0112f51ff89e)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:09:59.771670 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Pushing event updated for resources: {'Port': ['ID=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:59.805626 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:59.936478 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Attempting to bind port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:09:59.936851 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Attempting to bind port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:09:59.938123 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Attempting to bind port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:09:59.947563 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:09:59.963650 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Attempting to bind port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:09:59.988156 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5975c1c5-50fd-4896-97d8-34db80074f47,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:09:59.994584 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:09:59.995216 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:09:59.996654 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-88257984-4cc8-4230-a2b5-2add0d38b4e8 service neutron] 10.222.0.41 "PUT /v2.0/ports/5975c1c5-50fd-4896-97d8-34db80074f47 HTTP/1.1" status: 200 len: 1093 time: 1.4959443 Apr 12 17:09:59.997097 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369d7a6b-3009-41e1-ba08-dc1eb6ae898f', 'tag': '5975c1c5-50fd-4896-97d8-34db80074f47'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:10:00.002502 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:10:00.002874 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Checking segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:10:00.003489 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Bound using segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:10:00.003953 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Bound port: 5ffb916b-a2fb-4345-92b5-81e33a34d3fd, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:10:00.004401 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:00.008098 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e015d21-7542-42ac-b30f-0b82d99cd904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:00.328456 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4652c54-9367-40d3-91b3-cda27ebb878a" -d '{"events": [{"name": "network-changed", "server_uuid": "369d7a6b-3009-41e1-ba08-dc1eb6ae898f", "tag": "5975c1c5-50fd-4896-97d8-34db80074f47"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:10:00.391781 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] For port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:10:00.461118 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] For port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:10:00.481867 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87105201-b09e-4062-aee4-29c8405fecd6 req-320edfac-55c8-4a2a-b0fd-29177bffe17d tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:00.489599 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-87105201-b09e-4062-aee4-29c8405fecd6 req-320edfac-55c8-4a2a-b0fd-29177bffe17d tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.1320114 Apr 12 17:10:00.528176 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e015d21-7542-42ac-b30f-0b82d99cd904 admin admin] Publish callbacks [] for security_group (e68dd943-9107-40f0-ba48-be12dd63f487), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:00.530038 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:00.575083 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:00.576061 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:00.577782 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] 10.222.0.41 "PUT /v2.0/ports/5ffb916b-a2fb-4345-92b5-81e33a34d3fd HTTP/1.1" status: 200 len: 1094 time: 2.2319152 Apr 12 17:10:00.582444 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d21058-9f6b-4f08-b126-08c97484c4db', 'tag': '5ffb916b-a2fb-4345-92b5-81e33a34d3fd'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:10:00.626710 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc2c978-8b9d-4653-89e8-1a73eb9f0145 x-openstack-request-id: req-5dc2c978-8b9d-4653-89e8-1a73eb9f0145 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:10:00.627081 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369d7a6b-3009-41e1-ba08-dc1eb6ae898f", "tag": "5975c1c5-50fd-4896-97d8-34db80074f47", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:10:00.627416 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5dc2c978-8b9d-4653-89e8-1a73eb9f0145 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:10:00.627958 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc2c978-8b9d-4653-89e8-1a73eb9f0145'] response: {'name': 'network-changed', 'server_uuid': '369d7a6b-3009-41e1-ba08-dc1eb6ae898f', 'tag': '5975c1c5-50fd-4896-97d8-34db80074f47', 'status': 'completed', 'code': 200} Apr 12 17:10:00.742561 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5e015d21-7542-42ac-b30f-0b82d99cd904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e68dd943-9107-40f0-ba48-be12dd63f487), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:00.778185 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38932) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:00.796438 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5e015d21-7542-42ac-b30f-0b82d99cd904 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=828b771a4fb442428c17bf9bdf62cd30&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0657911 Apr 12 17:10:00.801944 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-87105201-b09e-4062-aee4-29c8405fecd6 req-4191d630-2b67-45b3-a91e-495bbe195d02 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114967 Apr 12 17:10:00.873441 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 38936) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:00.921633 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d7f63-5259-418b-9c47-14fd72553822 req-c3a598b0-dcb5-4835-b4f5-a6e63be45ce3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:00.923530 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-325d7f63-5259-418b-9c47-14fd72553822 req-c3a598b0-dcb5-4835-b4f5-a6e63be45ce3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0990655 Apr 12 17:10:00.923670 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e015d21-7542-42ac-b30f-0b82d99cd904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68dd943-9107-40f0-ba48-be12dd63f487,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:00.929283 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f57190-cc8c-4817-917c-2fca738e232c service neutron] Pushing event updated for resources: {'Port': ['ID=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:00.976555 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0214050-b316-408a-91f7-6e5788ea33ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d21058-9f6b-4f08-b126-08c97484c4db", "tag": "5ffb916b-a2fb-4345-92b5-81e33a34d3fd"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:10:00.989432 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37fa3684-8195-4e04-b62e-92d1ce96d804 admin admin] Publish callbacks [] for security_group (e68dd943-9107-40f0-ba48-be12dd63f487), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.025137 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-325d7f63-5259-418b-9c47-14fd72553822 req-8c40e029-4ee5-4c10-9e2c-bb929af616e5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882306 Apr 12 17:10:01.027751 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37fa3684-8195-4e04-b62e-92d1ce96d804 admin admin] Publish callbacks [] for security_group (e68dd943-9107-40f0-ba48-be12dd63f487), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.085309 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-287a84b0-cbe9-44ec-beea-803d39ca8608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.170435 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37fa3684-8195-4e04-b62e-92d1ce96d804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e68dd943-9107-40f0-ba48-be12dd63f487), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.173069 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-37fa3684-8195-4e04-b62e-92d1ce96d804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.181243 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-37fa3684-8195-4e04-b62e-92d1ce96d804 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e68dd943-9107-40f0-ba48-be12dd63f487 HTTP/1.1" status: 204 len: 168 time: 0.3949115 Apr 12 17:10:01.217920 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa3684-8195-4e04-b62e-92d1ce96d804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68dd943-9107-40f0-ba48-be12dd63f487,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:01.265915 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db91a63-a373-4b85-bfed-9be485d063c9 x-openstack-request-id: req-7db91a63-a373-4b85-bfed-9be485d063c9 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:10:01.265915 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d21058-9f6b-4f08-b126-08c97484c4db", "tag": "5ffb916b-a2fb-4345-92b5-81e33a34d3fd", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:10:01.265915 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7db91a63-a373-4b85-bfed-9be485d063c9 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:10:01.265915 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db91a63-a373-4b85-bfed-9be485d063c9'] response: {'name': 'network-changed', 'server_uuid': 'd9d21058-9f6b-4f08-b126-08c97484c4db', 'tag': '5ffb916b-a2fb-4345-92b5-81e33a34d3fd', 'status': 'completed', 'code': 200} Apr 12 17:10:01.266674 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-287a84b0-cbe9-44ec-beea-803d39ca8608 admin admin] Publish callbacks [] for security_group (da8d4b1b-2e06-45b0-83a2-87e017d1b183), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.341485 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-287a84b0-cbe9-44ec-beea-803d39ca8608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (da8d4b1b-2e06-45b0-83a2-87e017d1b183), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.389652 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-287a84b0-cbe9-44ec-beea-803d39ca8608 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ad1dee64bde4633a819257236f436ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5127764 Apr 12 17:10:01.389652 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a84b0-cbe9-44ec-beea-803d39ca8608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d4b1b-2e06-45b0-83a2-87e017d1b183,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:01.389935 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 38960) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:01.442095 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89270244-5821-4103-9973-455f409fa990 admin admin] Publish callbacks [] for security_group (da8d4b1b-2e06-45b0-83a2-87e017d1b183), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.468803 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89270244-5821-4103-9973-455f409fa990 admin admin] Publish callbacks [] for security_group (da8d4b1b-2e06-45b0-83a2-87e017d1b183), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.559310 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89270244-5821-4103-9973-455f409fa990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (da8d4b1b-2e06-45b0-83a2-87e017d1b183), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.561826 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-89270244-5821-4103-9973-455f409fa990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:01.563038 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-89270244-5821-4103-9973-455f409fa990 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da8d4b1b-2e06-45b0-83a2-87e017d1b183 HTTP/1.1" status: 204 len: 168 time: 0.1721227 Apr 12 17:10:01.572681 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89270244-5821-4103-9973-455f409fa990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d4b1b-2e06-45b0-83a2-87e017d1b183,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:01.987032 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48230afd-2516-47f4-82f7-636837fb27a8 req-c66f906e-9a88-437b-84e4-52940ede8599 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:01.996573 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-48230afd-2516-47f4-82f7-636837fb27a8 req-c66f906e-9a88-437b-84e4-52940ede8599 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.1012824 Apr 12 17:10:02.092101 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-48230afd-2516-47f4-82f7-636837fb27a8 req-c0f9706f-03a3-418c-90ef-a8532648a020 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893347 Apr 12 17:10:02.210550 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21d73d-17ed-4ee3-867a-70937cd8c00e req-25f21f86-a36a-456e-9b6f-a3a952e630eb tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:02.212051 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ae21d73d-17ed-4ee3-867a-70937cd8c00e req-25f21f86-a36a-456e-9b6f-a3a952e630eb tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0817096 Apr 12 17:10:02.275964 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ae21d73d-17ed-4ee3-867a-70937cd8c00e req-01edd76e-e06a-4279-a992-8a4c3edf9c5b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543892 Apr 12 17:10:02.528689 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39010) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:02.634606 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1899331014-network', 'tenant_id': 'adaa56b4da7e401c94d01956c81b3360'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:10:02.742628 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Made reservation on behalf of adaa56b4da7e401c94d01956c81b3360 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:10:02.744963 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:02.753684 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:02.826613 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Publish callbacks [] for security_group (221aa431-450d-4241-8581-9366dedd0f97), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:02.896298 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (221aa431-450d-4241-8581-9366dedd0f97), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:02.927847 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221aa431-450d-4241-8581-9366dedd0f97,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:02.930519 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:10:02.942810 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (b92e89d4-5e42-4725-ae52-99cf2489ac75), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:02.948957 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Added segment b92e89d4-5e42-4725-ae52-99cf2489ac75 of type vlan for network bbeae431-db0f-4249-b744-7a502669acc3 Apr 12 17:10:02.986374 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (bbeae431-db0f-4249-b744-7a502669acc3), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:03.065645 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (bbeae431-db0f-4249-b744-7a502669acc3), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:03.069070 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:03.070966 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:03.256554 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb839d34-7a19-41af-a934-121ad8e1edfc req-2d3f5438-b433-4645-8787-4eace9732b0e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:03.267430 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bb839d34-7a19-41af-a934-121ad8e1edfc req-2d3f5438-b433-4645-8787-4eace9732b0e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0921638 Apr 12 17:10:03.319263 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7887304 Apr 12 17:10:03.322632 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39040) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:03.329372 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Request body: {'subnet': {'network_id': 'bbeae431-db0f-4249-b744-7a502669acc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1899331014-subnet', 'tenant_id': 'adaa56b4da7e401c94d01956c81b3360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:10:03.349670 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab4ce6-3197-4233-a064-5ad938bf78d7 admin admin] Pushing event updated for resources: {'Network': ['ID=bbeae431-db0f-4249-b744-7a502669acc3,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:03.360773 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network bbeae431-db0f-4249-b744-7a502669acc3 details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:10:03.364823 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bb839d34-7a19-41af-a934-121ad8e1edfc req-ea17587c-d053-470e-9bc6-00ad26b3f6e2 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951819 Apr 12 17:10:03.441978 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586c2db-3d57-4501-b0d1-9c1f96a8ebf7 req-11cbba6c-7ef2-4d5d-a3a0-3701b7734a11 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:03.451515 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4586c2db-3d57-4501-b0d1-9c1f96a8ebf7 req-11cbba6c-7ef2-4d5d-a3a0-3701b7734a11 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0765827 Apr 12 17:10:03.509845 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4586c2db-3d57-4501-b0d1-9c1f96a8ebf7 req-338981d1-0284-4a52-8c5c-828914d0298f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573034 Apr 12 17:10:03.512937 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Made reservation on behalf of adaa56b4da7e401c94d01956c81b3360 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:10:03.515327 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:03.742791 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for subnet (19c74089-d779-4dce-96fc-fe2d73472ef8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:03.803960 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c74089-d779-4dce-96fc-fe2d73472ef8,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:03.816279 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Checking segment: {'id': 'b92e89d4-5e42-4725-ae52-99cf2489ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bbeae431-db0f-4249-b744-7a502669acc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:10:03.816633 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Network hostable DHCP agents. Network: bbeae431-db0f-4249-b744-7a502669acc3, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:10:03.890160 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Network bbeae431-db0f-4249-b744-7a502669acc3 is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:10:04.004632 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, bbeae431-db0f-4249-b744-7a502669acc3) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:10:04.010329 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:04.011491 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:04.015552 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681f650c-239d-406c-a7a6-74084a36b5bc None None] Network bbeae431-db0f-4249-b744-7a502669acc3 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:10:04.102046 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-03ba0349-45bc-4c3e-89ac-088fdc3f78e9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7783113 Apr 12 17:10:04.150248 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ae8afa-72ec-4c03-9010-6fcd652cb32c None None] Network bbeae431-db0f-4249-b744-7a502669acc3 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:10:04.475546 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bde533-200c-4916-bb0c-db8ac10338d4 req-0403db97-9317-4d3f-be0c-272f13738c3e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:04.477092 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-34bde533-200c-4916-bb0c-db8ac10338d4 req-0403db97-9317-4d3f-be0c-272f13738c3e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0462461 Apr 12 17:10:04.526919 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-34bde533-200c-4916-bb0c-db8ac10338d4 req-7ef8f495-4651-4345-ac0a-6a40b85a68a9 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Apr 12 17:10:04.666522 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822291e-457d-4aca-8434-25caa3d3ec2a req-0779be5c-1480-4636-ba6f-f9c7c940b0a0 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:04.673966 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d822291e-457d-4aca-8434-25caa3d3ec2a req-0779be5c-1480-4636-ba6f-f9c7c940b0a0 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.1021636 Apr 12 17:10:04.737326 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d822291e-457d-4aca-8434-25caa3d3ec2a req-05f59591-399d-48e0-8f96-2ed3f009bb04 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624585 Apr 12 17:10:04.918237 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39094) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:04.923508 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-726242759-network', 'tenant_id': '236f1500789c4ff2893c4cca1908686d'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:10:05.009897 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Made reservation on behalf of 236f1500789c4ff2893c4cca1908686d for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:10:05.012216 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:05.020922 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:05.093508 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Publish callbacks [] for security_group (0b0472f1-9ec3-4c50-99fc-266c566a5422), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:05.158478 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (0b0472f1-9ec3-4c50-99fc-266c566a5422), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:05.188330 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:10:05.194325 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0472f1-9ec3-4c50-99fc-266c566a5422,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:05.201747 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (a0f45d13-9986-4a80-a6f8-778012b82849), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:05.201934 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Added segment a0f45d13-9986-4a80-a6f8-778012b82849 of type vlan for network 08adc1d0-8167-4027-81c0-ab5cfa44b071 Apr 12 17:10:05.240988 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (08adc1d0-8167-4027-81c0-ab5cfa44b071), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:05.347270 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (08adc1d0-8167-4027-81c0-ab5cfa44b071), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:05.348284 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:05.348888 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:05.407818 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] Pushing event updated for resources: {'Network': ['ID=08adc1d0-8167-4027-81c0-ab5cfa44b071,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:05.417533 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 08adc1d0-8167-4027-81c0-ab5cfa44b071 details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:10:05.458546 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-48095a0d-a1f8-4256-94b9-112887d60922 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5387807 Apr 12 17:10:05.461204 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39100) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:05.466505 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Request body: {'subnet': {'network_id': '08adc1d0-8167-4027-81c0-ab5cfa44b071', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-726242759-subnet', 'tenant_id': '236f1500789c4ff2893c4cca1908686d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:10:05.558760 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Made reservation on behalf of 236f1500789c4ff2893c4cca1908686d for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:10:05.561054 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:05.670546 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d415de-e6ec-4986-9283-363cd611ceac req-ca5a95cf-5e71-496c-8de6-215407668ed1 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:05.671963 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-48d415de-e6ec-4986-9283-363cd611ceac req-ca5a95cf-5e71-496c-8de6-215407668ed1 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0618720 Apr 12 17:10:05.753274 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-48d415de-e6ec-4986-9283-363cd611ceac req-fd4d36b5-d376-490c-abf8-5390fe29bcd7 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753751 Apr 12 17:10:05.879132 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for subnet (9f4b445a-7cfc-4aeb-86e1-48986acea3af), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:05.907598 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffdfd3-9140-441b-a777-9d1aa4ccabea req-da226959-0d4d-4976-8472-87578924df2c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:05.909172 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-54ffdfd3-9140-441b-a777-9d1aa4ccabea req-da226959-0d4d-4976-8472-87578924df2c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0731673 Apr 12 17:10:05.948116 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4b445a-7cfc-4aeb-86e1-48986acea3af,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:05.968843 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Checking segment: {'id': 'a0f45d13-9986-4a80-a6f8-778012b82849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '08adc1d0-8167-4027-81c0-ab5cfa44b071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:10:05.975437 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Network hostable DHCP agents. Network: 08adc1d0-8167-4027-81c0-ab5cfa44b071, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:10:05.996425 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-54ffdfd3-9140-441b-a777-9d1aa4ccabea req-75014c1b-827e-44c7-8257-92e2660fdf43 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796559 Apr 12 17:10:06.095600 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Network 08adc1d0-8167-4027-81c0-ab5cfa44b071 is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:10:06.175822 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 08adc1d0-8167-4027-81c0-ab5cfa44b071) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:10:06.181435 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:06.185656 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:06.185972 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f270456-1a4a-4380-a74d-9e61984eb605 None None] Network 08adc1d0-8167-4027-81c0-ab5cfa44b071 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:10:06.247395 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d751b92a-2204-47b5-b2c2-fb7e21ceef93 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7796776 Apr 12 17:10:06.293755 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53048a6-1ca5-4b48-b291-93e7fcb26858 None None] Network 08adc1d0-8167-4027-81c0-ab5cfa44b071 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:10:06.380701 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39130) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:06.432486 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8f515e-509b-4131-82f1-19f155558ae8 admin admin] Deleting subnet 19c74089-d779-4dce-96fc-fe2d73472ef8 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:10:06.435859 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e8f515e-509b-4131-82f1-19f155558ae8 admin admin] Publish callbacks [] for subnet (19c74089-d779-4dce-96fc-fe2d73472ef8), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:06.473845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e8f515e-509b-4131-82f1-19f155558ae8 admin admin] Publish callbacks [] for subnet (19c74089-d779-4dce-96fc-fe2d73472ef8), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:06.484049 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e8f515e-509b-4131-82f1-19f155558ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (19c74089-d779-4dce-96fc-fe2d73472ef8), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:06.615784 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e8f515e-509b-4131-82f1-19f155558ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for subnet (19c74089-d779-4dce-96fc-fe2d73472ef8), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:06.641586 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f515e-509b-4131-82f1-19f155558ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c74089-d779-4dce-96fc-fe2d73472ef8,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:06.645445 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6e8f515e-509b-4131-82f1-19f155558ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:06.650036 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6e8f515e-509b-4131-82f1-19f155558ae8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/19c74089-d779-4dce-96fc-fe2d73472ef8 HTTP/1.1" status: 204 len: 168 time: 0.2671769 Apr 12 17:10:06.651985 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39142) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:06.732295 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (bbeae431-db0f-4249-b744-7a502669acc3), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:06.829674 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (bbeae431-db0f-4249-b744-7a502669acc3), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:06.865716 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.866462 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.867320 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.867773 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > port after_create 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.868232 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.868762 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > port after_update 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.877314 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.877314 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.877314 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.877314 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.894068 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb76f21-f9d7-4260-a41d-8b5e85f3303c req-70808e36-8f38-40e0-b7ab-02b0b131d626 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:06.895574 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3eb76f21-f9d7-4260-a41d-8b5e85f3303c req-70808e36-8f38-40e0-b7ab-02b0b131d626 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0515544 Apr 12 17:10:06.976670 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3eb76f21-f9d7-4260-a41d-8b5e85f3303c req-27530150-800a-4c08-9b4d-8567f1a74f28 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695601 Apr 12 17:10:06.991525 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.992090 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.992393 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.992844 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:06.993224 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbeae431-db0f-4249-b744-7a502669acc3']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:10:07.022482 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92e89d4-5e42-4725-ae52-99cf2489ac75') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:10:07.023385 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92e89d4-5e42-4725-ae52-99cf2489ac75') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:10:07.070561 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3211908'] for segment (b92e89d4-5e42-4725-ae52-99cf2489ac75), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.097547 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (b92e89d4-5e42-4725-ae52-99cf2489ac75), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.110136 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:10:07.110595 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3604776'] for segment (b92e89d4-5e42-4725-ae52-99cf2489ac75), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: from cryptography.utils import int_from_bytes Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: from cryptography.utils import int_from_bytes Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: Traceback (most recent call last): Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: timer() Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: cb(*args, **kw) Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: return func(*args, **kwargs) Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: self._notify() Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: self.callback(batched_events) Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: event.method(event) Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: return f(self, *a, **k) Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._get(url).json() Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: return self.request(url, 'GET', **kwargs) Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:10:07.141342 dv-cinder-837531-1-iscsi neutron-server[103959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:10:07.240874 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccc183-7d78-4576-b499-34b8bef213d5 req-05d75dae-b1c8-402b-bcb5-ea5af24277e4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:07.242646 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cbccc183-7d78-4576-b499-34b8bef213d5 req-05d75dae-b1c8-402b-bcb5-ea5af24277e4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.1002312 Apr 12 17:10:07.278456 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (bbeae431-db0f-4249-b744-7a502669acc3), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.296614 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.300123 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] 10.222.0.64 "DELETE /v2.0/networks/bbeae431-db0f-4249-b744-7a502669acc3 HTTP/1.1" status: 204 len: 168 time: 0.6470516 Apr 12 17:10:07.303273 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39156) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:07.314184 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cbccc183-7d78-4576-b499-34b8bef213d5 req-a318920c-a086-4a7c-8234-31db7328d9a9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653701 Apr 12 17:10:07.315113 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7ab7b-af3f-47fe-9eb2-34b0d38b291b admin admin] Pushing event deleted for resources: {'Network': ['ID=bbeae431-db0f-4249-b744-7a502669acc3,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:07.357650 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fcef9c-08df-465e-aac3-5530e68566ae admin admin] Deleting subnet 9f4b445a-7cfc-4aeb-86e1-48986acea3af {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:10:07.364952 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-98fcef9c-08df-465e-aac3-5530e68566ae admin admin] Publish callbacks [] for subnet (9f4b445a-7cfc-4aeb-86e1-48986acea3af), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.402238 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-98fcef9c-08df-465e-aac3-5530e68566ae admin admin] Publish callbacks [] for subnet (9f4b445a-7cfc-4aeb-86e1-48986acea3af), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.411318 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-98fcef9c-08df-465e-aac3-5530e68566ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (9f4b445a-7cfc-4aeb-86e1-48986acea3af), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.576302 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-98fcef9c-08df-465e-aac3-5530e68566ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for subnet (9f4b445a-7cfc-4aeb-86e1-48986acea3af), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.601273 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcef9c-08df-465e-aac3-5530e68566ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4b445a-7cfc-4aeb-86e1-48986acea3af,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:07.615146 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-98fcef9c-08df-465e-aac3-5530e68566ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.619318 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-98fcef9c-08df-465e-aac3-5530e68566ae admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9f4b445a-7cfc-4aeb-86e1-48986acea3af HTTP/1.1" status: 204 len: 168 time: 0.3146944 Apr 12 17:10:07.621708 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39166) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:07.692058 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (08adc1d0-8167-4027-81c0-ab5cfa44b071), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.772969 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (08adc1d0-8167-4027-81c0-ab5cfa44b071), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:07.916998 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.917596 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.918079 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.918536 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > port after_create 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.918888 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.919247 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > port after_update 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.919570 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.919892 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.920212 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.920538 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.986285 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.986665 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.987003 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.987337 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:10:07.987738 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08adc1d0-8167-4027-81c0-ab5cfa44b071']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:10:08.005456 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f45d13-9986-4a80-a6f8-778012b82849') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:10:08.006382 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f45d13-9986-4a80-a6f8-778012b82849') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:10:08.021875 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981768'] for segment (a0f45d13-9986-4a80-a6f8-778012b82849), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:08.066688 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (a0f45d13-9986-4a80-a6f8-778012b82849), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:08.079984 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:10:08.080389 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975750'] for segment (a0f45d13-9986-4a80-a6f8-778012b82849), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: from cryptography.utils import int_from_bytes Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: from cryptography.utils import int_from_bytes Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: Traceback (most recent call last): Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: timer() Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: cb(*args, **kw) Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: return func(*args, **kwargs) Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: self._notify() Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: self.callback(batched_events) Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: event.method(event) Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: return f(self, *a, **k) Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._get(url).json() Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: return self.request(url, 'GET', **kwargs) Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:10:08.084344 dv-cinder-837531-1-iscsi neutron-server[103958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:10:08.101898 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c84ad2-4131-4ad0-a81f-3f694c7fab32 req-49247842-2f6f-48c3-b895-adaa6d640511 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:08.104180 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-61c84ad2-4131-4ad0-a81f-3f694c7fab32 req-49247842-2f6f-48c3-b895-adaa6d640511 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0705719 Apr 12 17:10:08.186338 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-61c84ad2-4131-4ad0-a81f-3f694c7fab32 req-48a6d77a-7017-44f0-b891-d01b2a82538e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484352 Apr 12 17:10:08.227238 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (08adc1d0-8167-4027-81c0-ab5cfa44b071), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:08.234761 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:08.237772 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] 10.222.0.64 "DELETE /v2.0/networks/08adc1d0-8167-4027-81c0-ab5cfa44b071 HTTP/1.1" status: 204 len: 168 time: 0.6151099 Apr 12 17:10:08.247706 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba09292-e8d5-4bc8-a1dd-88821f60e396 admin admin] Pushing event deleted for resources: {'Network': ['ID=08adc1d0-8167-4027-81c0-ab5cfa44b071,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:08.427593 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699cd90-d851-4945-9e8e-97f52044ae9c req-c07c1114-93dc-4891-bc94-c8f5081f069d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:08.429053 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4699cd90-d851-4945-9e8e-97f52044ae9c req-c07c1114-93dc-4891-bc94-c8f5081f069d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0470164 Apr 12 17:10:08.479373 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4699cd90-d851-4945-9e8e-97f52044ae9c req-138f70ab-ab64-443d-b8c9-18174827c32b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Apr 12 17:10:08.648939 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39188) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:08.696736 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e4ce00fa-53bc-48c4-b5dd-578aa4795e3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=adaa56b4da7e401c94d01956c81b3360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440052 Apr 12 17:10:08.697404 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39190) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:08.755500 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b1026058-bf14-4b05-897e-ea8e1024147a admin admin] Publish callbacks [] for security_group (221aa431-450d-4241-8581-9366dedd0f97), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:08.777063 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b1026058-bf14-4b05-897e-ea8e1024147a admin admin] Publish callbacks [] for security_group (221aa431-450d-4241-8581-9366dedd0f97), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:08.998766 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b1026058-bf14-4b05-897e-ea8e1024147a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (221aa431-450d-4241-8581-9366dedd0f97), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:09.001323 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b1026058-bf14-4b05-897e-ea8e1024147a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:09.004787 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b1026058-bf14-4b05-897e-ea8e1024147a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/221aa431-450d-4241-8581-9366dedd0f97 HTTP/1.1" status: 204 len: 168 time: 0.3040876 Apr 12 17:10:09.020029 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1026058-bf14-4b05-897e-ea8e1024147a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221aa431-450d-4241-8581-9366dedd0f97,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:09.296202 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b19a4-858c-4645-9201-3c1b94ca68b6 req-ce7d5701-75f3-4d10-b6b5-6be358beac85 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:09.297463 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a17b19a4-858c-4645-9201-3c1b94ca68b6 req-ce7d5701-75f3-4d10-b6b5-6be358beac85 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0472119 Apr 12 17:10:09.348113 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a17b19a4-858c-4645-9201-3c1b94ca68b6 req-fdb48101-b469-4802-86ac-8bbeb50dc7fd tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448866 Apr 12 17:10:09.593468 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821ce18-ba79-4347-964f-163d3d4bbe88 req-4dcebc9e-7001-4ac5-8f1f-a2f55e2951e3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:09.594867 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b821ce18-ba79-4347-964f-163d3d4bbe88 req-4dcebc9e-7001-4ac5-8f1f-a2f55e2951e3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0486009 Apr 12 17:10:09.650106 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b821ce18-ba79-4347-964f-163d3d4bbe88 req-8df0ef7c-1429-4360-8e87-3ae6277ace80 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Apr 12 17:10:09.672223 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39214) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:09.712480 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b92ed94e-ede4-4dcf-b8f2-126cad3f3714 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=236f1500789c4ff2893c4cca1908686d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389452 Apr 12 17:10:09.714873 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39216) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:09.766861 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-86469db0-d235-4214-9cb7-0cc514ff066c admin admin] Publish callbacks [] for security_group (0b0472f1-9ec3-4c50-99fc-266c566a5422), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:09.790619 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-86469db0-d235-4214-9cb7-0cc514ff066c admin admin] Publish callbacks [] for security_group (0b0472f1-9ec3-4c50-99fc-266c566a5422), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:09.930217 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-86469db0-d235-4214-9cb7-0cc514ff066c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (0b0472f1-9ec3-4c50-99fc-266c566a5422), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:09.933373 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-86469db0-d235-4214-9cb7-0cc514ff066c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:09.934553 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-86469db0-d235-4214-9cb7-0cc514ff066c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b0472f1-9ec3-4c50-99fc-266c566a5422 HTTP/1.1" status: 204 len: 168 time: 0.2187555 Apr 12 17:10:09.942874 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86469db0-d235-4214-9cb7-0cc514ff066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0472f1-9ec3-4c50-99fc-266c566a5422,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:10.474309 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938c77-c93f-4337-a436-ae1e352b4be8 req-9473024d-10b7-40c4-a769-e009c97b7af2 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:10.475973 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c3938c77-c93f-4337-a436-ae1e352b4be8 req-9473024d-10b7-40c4-a769-e009c97b7af2 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0487683 Apr 12 17:10:10.526762 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c3938c77-c93f-4337-a436-ae1e352b4be8 req-577154ac-9fd1-4449-b1f2-64c04b751692 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Apr 12 17:10:10.770412 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683531d-8dd9-438b-b286-d3e99b594b99 req-45da91da-7953-4fd4-8051-ed3cfc1a48a8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:10.772196 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c683531d-8dd9-438b-b286-d3e99b594b99 req-45da91da-7953-4fd4-8051-ed3cfc1a48a8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0507467 Apr 12 17:10:10.824647 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c683531d-8dd9-438b-b286-d3e99b594b99 req-c8b9a7f1-ed39-4fda-9cb0-925bc7f92c39 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Apr 12 17:10:11.657274 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726855db-2ee3-489a-ba7a-4d0830552785 req-21750d20-f86e-4fe3-a9ea-2fcd1053eec1 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:11.674575 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-726855db-2ee3-489a-ba7a-4d0830552785 req-21750d20-f86e-4fe3-a9ea-2fcd1053eec1 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0499771 Apr 12 17:10:11.729322 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-726855db-2ee3-489a-ba7a-4d0830552785 req-33a2307c-f7ad-480d-8f5e-793ad8c17fd9 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616024 Apr 12 17:10:11.936299 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe364e1-715e-4e99-9c86-c32401d64744 req-eb8f87f5-ee29-4c42-8f30-c2f4f5228636 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:11.937970 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0fe364e1-715e-4e99-9c86-c32401d64744 req-eb8f87f5-ee29-4c42-8f30-c2f4f5228636 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0461721 Apr 12 17:10:11.985745 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0fe364e1-715e-4e99-9c86-c32401d64744 req-b181f4ac-aa76-4a2a-a9b6-e0c23b64b6a9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Apr 12 17:10:12.083532 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:12.846380 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba92e-0dc3-40e8-8edb-35d379cce582 req-5cac46a2-0ce0-4a90-96b0-24237fb45e47 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:12.851180 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-570ba92e-0dc3-40e8-8edb-35d379cce582 req-5cac46a2-0ce0-4a90-96b0-24237fb45e47 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0530457 Apr 12 17:10:12.896210 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-570ba92e-0dc3-40e8-8edb-35d379cce582 req-508a102f-2937-4e89-9b32-a44e38a3fde5 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Apr 12 17:10:13.112228 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56a42-14b9-4cbe-af96-65824516094b req-c80d2ca4-c9e0-41e8-b838-d10263eeac42 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:13.113670 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7ac56a42-14b9-4cbe-af96-65824516094b req-c80d2ca4-c9e0-41e8-b838-d10263eeac42 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0476191 Apr 12 17:10:13.187105 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7ac56a42-14b9-4cbe-af96-65824516094b req-38225aeb-a86a-4e2c-897c-58f55f3fc4b7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664868 Apr 12 17:10:13.302195 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39350) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:13.352145 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Request body: {'port': {'device_id': 'ff7603fc-98b0-4785-b21d-2bcf72ef2ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:10:13.456622 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0214050-b316-408a-91f7-6e5788ea33ff req-7fb41a18-abfd-4b0f-bd50-5dd02f776259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:13.458022 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d0214050-b316-408a-91f7-6e5788ea33ff req-7fb41a18-abfd-4b0f-bd50-5dd02f776259 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 1128 time: 0.1025584 Apr 12 17:10:13.490179 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c0363e0-58a4-478d-b6ce-86ca2f9e6381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:13.525078 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4652c54-9367-40d3-91b3-cda27ebb878a req-577e44b7-8545-4667-bfeb-1fc1536d56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:13.528141 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a4652c54-9367-40d3-91b3-cda27ebb878a req-577e44b7-8545-4667-bfeb-1fc1536d56dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d004adc4902449bdb90883d2982d26ab&device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 1127 time: 0.1484859 Apr 12 17:10:13.556265 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:13.707526 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0214050-b316-408a-91f7-6e5788ea33ff req-2078f3e7-8a17-4932-8d99-d2b79160ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:13.709001 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d0214050-b316-408a-91f7-6e5788ea33ff req-2078f3e7-8a17-4932-8d99-d2b79160ad79 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed5617a37a444bac8facef1fedb92197&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2197437 Apr 12 17:10:13.752858 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4652c54-9367-40d3-91b3-cda27ebb878a req-3ffae027-e4ae-45d8-bc02-5f2468da6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:13.754332 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a4652c54-9367-40d3-91b3-cda27ebb878a req-3ffae027-e4ae-45d8-bc02-5f2468da6dc4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d004adc4902449bdb90883d2982d26ab&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2092261 Apr 12 17:10:13.756209 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c0363e0-58a4-478d-b6ce-86ca2f9e6381 admin admin] Publish callbacks [] for security_group (651dbc6e-8ae8-45ac-bf85-270edcd3ec6f), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:13.798972 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:10:13.816708 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c0363e0-58a4-478d-b6ce-86ca2f9e6381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (651dbc6e-8ae8-45ac-bf85-270edcd3ec6f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:13.935157 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3c0363e0-58a4-478d-b6ce-86ca2f9e6381 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ed710195fd040668d161bd1d8c4b6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6318243 Apr 12 17:10:13.935867 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0363e0-58a4-478d-b6ce-86ca2f9e6381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651dbc6e-8ae8-45ac-bf85-270edcd3ec6f,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:13.958519 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39372) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:14.039646 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4652c54-9367-40d3-91b3-cda27ebb878a req-bf160858-b6c2-4e1d-b87d-580e11c96c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:14.041938 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a4652c54-9367-40d3-91b3-cda27ebb878a req-bf160858-b6c2-4e1d-b87d-580e11c96c05 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2816572 Apr 12 17:10:14.094110 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d7288-70fe-4e00-9e00-14f2c969d25f req-451fa864-8f24-4f75-ba68-faaddea277ee tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:14.095856 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-839d7288-70fe-4e00-9e00-14f2c969d25f req-451fa864-8f24-4f75-ba68-faaddea277ee tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.1077287 Apr 12 17:10:14.126173 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3a04dcf7-cafa-4c0e-8b73-a869673335ce admin admin] Publish callbacks [] for security_group (651dbc6e-8ae8-45ac-bf85-270edcd3ec6f), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:14.156586 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0214050-b316-408a-91f7-6e5788ea33ff req-e20d0f68-32b3-4f76-b107-7d3c24e8ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:14.158038 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d0214050-b316-408a-91f7-6e5788ea33ff req-e20d0f68-32b3-4f76-b107-7d3c24e8ecd6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4029796 Apr 12 17:10:14.167272 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3a04dcf7-cafa-4c0e-8b73-a869673335ce admin admin] Publish callbacks [] for security_group (651dbc6e-8ae8-45ac-bf85-270edcd3ec6f), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:14.180091 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-839d7288-70fe-4e00-9e00-14f2c969d25f req-eb10aeac-97aa-4efc-9ca0-9a2b313f83db tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725994 Apr 12 17:10:14.257940 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14160f6-0b69-47ac-93a2-173b914999e1 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:10:14.267703 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Publish callbacks [] for port (d14160f6-0b69-47ac-93a2-173b914999e1), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:14.321537 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e4cd9-7c55-4d69-b2b4-87e4d24d28fb req-8dbacecd-5d44-4ada-8c69-96e94fb23023 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:14.323138 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6d7e4cd9-7c55-4d69-b2b4-87e4d24d28fb req-8dbacecd-5d44-4ada-8c69-96e94fb23023 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 932 time: 0.0581131 Apr 12 17:10:14.358583 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3a04dcf7-cafa-4c0e-8b73-a869673335ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (651dbc6e-8ae8-45ac-bf85-270edcd3ec6f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:14.359821 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Transition to ACTIVE for port object d14160f6-0b69-47ac-93a2-173b914999e1 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:10:14.361103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3a04dcf7-cafa-4c0e-8b73-a869673335ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:14.362257 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3a04dcf7-cafa-4c0e-8b73-a869673335ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/651dbc6e-8ae8-45ac-bf85-270edcd3ec6f HTTP/1.1" status: 204 len: 168 time: 0.4024899 Apr 12 17:10:14.377678 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04dcf7-cafa-4c0e-8b73-a869673335ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651dbc6e-8ae8-45ac-bf85-270edcd3ec6f,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:14.382724 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6d7e4cd9-7c55-4d69-b2b4-87e4d24d28fb req-610b7073-7dd3-4107-961e-ff3e1af02044 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508592 Apr 12 17:10:14.472745 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:14.523831 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Pushing event updated for resources: {'Port': ['ID=d14160f6-0b69-47ac-93a2-173b914999e1,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:14.626036 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Attempting to bind port d14160f6-0b69-47ac-93a2-173b914999e1 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:10:14.626402 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Attempting to bind port d14160f6-0b69-47ac-93a2-173b914999e1 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:10:14.626902 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Attempting to bind port d14160f6-0b69-47ac-93a2-173b914999e1 on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:10:14.631696 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Port d14160f6-0b69-47ac-93a2-173b914999e1 on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:10:14.632010 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Attempting to bind port d14160f6-0b69-47ac-93a2-173b914999e1 on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:10:14.637827 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:10:14.638269 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Checking segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:10:14.639862 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Bound using segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:10:14.639862 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Bound port: d14160f6-0b69-47ac-93a2-173b914999e1, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:10:14.639862 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:14.722202 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] For port d14160f6-0b69-47ac-93a2-173b914999e1, host hv-cinder-83753, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:10:14.727170 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] For port d14160f6-0b69-47ac-93a2-173b914999e1, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d14160f6-0b69-47ac-93a2-173b914999e1,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:10:14.913767 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:14.949876 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:14.950764 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:14.952334 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] 10.222.0.41 "PUT /v2.0/ports/d14160f6-0b69-47ac-93a2-173b914999e1 HTTP/1.1" status: 200 len: 1094 time: 1.6085019 Apr 12 17:10:14.957619 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7603fc-98b0-4785-b21d-2bcf72ef2ca9', 'tag': 'd14160f6-0b69-47ac-93a2-173b914999e1'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:10:14.957619 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49f03e5-3b93-48a1-8200-e167734b08b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7603fc-98b0-4785-b21d-2bcf72ef2ca9", "tag": "d14160f6-0b69-47ac-93a2-173b914999e1"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:10:15.028604 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f9e85-7bbb-4722-b604-680d2c1e5e71 service neutron] Pushing event updated for resources: {'Port': ['ID=d14160f6-0b69-47ac-93a2-173b914999e1,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:15.069787 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c31daa-75b7-412b-a66d-b9b6f5e57735 x-openstack-request-id: req-47c31daa-75b7-412b-a66d-b9b6f5e57735 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:10:15.070265 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7603fc-98b0-4785-b21d-2bcf72ef2ca9", "tag": "d14160f6-0b69-47ac-93a2-173b914999e1", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:10:15.070759 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47c31daa-75b7-412b-a66d-b9b6f5e57735 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:10:15.071705 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c31daa-75b7-412b-a66d-b9b6f5e57735'] response: {'name': 'network-changed', 'server_uuid': 'ff7603fc-98b0-4785-b21d-2bcf72ef2ca9', 'tag': 'd14160f6-0b69-47ac-93a2-173b914999e1', 'status': 'completed', 'code': 200} Apr 12 17:10:15.165142 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39428) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:15.179615 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-179f710e-96d3-4222-9955-be8d039d7df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:15.253088 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-179f710e-96d3-4222-9955-be8d039d7df4 admin admin] Publish callbacks [] for security_group (91b0f02f-4a9f-4a12-9648-119d4d4d9012), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:15.297693 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73148b-bb7a-4204-9490-c95ccb128b27 req-6f649c79-03f6-4a77-bac0-077c53f47321 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:15.299179 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc73148b-bb7a-4204-9490-c95ccb128b27 req-6f649c79-03f6-4a77-bac0-077c53f47321 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0449097 Apr 12 17:10:15.319678 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-179f710e-96d3-4222-9955-be8d039d7df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (91b0f02f-4a9f-4a12-9648-119d4d4d9012), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:15.380811 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f710e-96d3-4222-9955-be8d039d7df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b0f02f-4a9f-4a12-9648-119d4d4d9012,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:15.386544 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-179f710e-96d3-4222-9955-be8d039d7df4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7af39b01817d4479b5f818d53c137cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193027 Apr 12 17:10:15.389555 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39434) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:15.395919 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc73148b-bb7a-4204-9490-c95ccb128b27 req-fa191471-455f-4a52-89dc-10a876c1b57a tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867229 Apr 12 17:10:15.449628 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5bbba669-d9f6-42cb-ab65-87e74a5a269d admin admin] Publish callbacks [] for security_group (91b0f02f-4a9f-4a12-9648-119d4d4d9012), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:15.484764 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5bbba669-d9f6-42cb-ab65-87e74a5a269d admin admin] Publish callbacks [] for security_group (91b0f02f-4a9f-4a12-9648-119d4d4d9012), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:15.537572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71513aa-e67e-44ba-999e-dda7ffcdab3e req-2f43a6ce-21f0-41ed-8243-d3d21c63f1df tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:15.539073 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b71513aa-e67e-44ba-999e-dda7ffcdab3e req-2f43a6ce-21f0-41ed-8243-d3d21c63f1df tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0732567 Apr 12 17:10:15.588451 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b71513aa-e67e-44ba-999e-dda7ffcdab3e req-56c08d9d-95f3-42c3-a55c-20512620dc0a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Apr 12 17:10:15.666660 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5bbba669-d9f6-42cb-ab65-87e74a5a269d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (91b0f02f-4a9f-4a12-9648-119d4d4d9012), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:15.669155 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5bbba669-d9f6-42cb-ab65-87e74a5a269d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:15.670261 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5bbba669-d9f6-42cb-ab65-87e74a5a269d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91b0f02f-4a9f-4a12-9648-119d4d4d9012 HTTP/1.1" status: 204 len: 168 time: 0.2797232 Apr 12 17:10:15.677843 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbba669-d9f6-42cb-ab65-87e74a5a269d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b0f02f-4a9f-4a12-9648-119d4d4d9012,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:16.504564 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ebcd5-e03c-4d73-ac51-33519483c032 req-3cf7ff58-721a-45cb-8127-3f0b24f02e70 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:16.506028 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-516ebcd5-e03c-4d73-ac51-33519483c032 req-3cf7ff58-721a-45cb-8127-3f0b24f02e70 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0465693 Apr 12 17:10:16.552972 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-516ebcd5-e03c-4d73-ac51-33519483c032 req-83f90cc8-5b16-4502-94fb-3545710d0716 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Apr 12 17:10:16.627158 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-40516ba4-a276-4f2b-9547-df3058b4a938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:16.704646 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83b010-1327-498a-a5cd-e16670514726 req-17754108-6ed6-4302-b13e-b53d51ee277d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:16.706217 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9d83b010-1327-498a-a5cd-e16670514726 req-17754108-6ed6-4302-b13e-b53d51ee277d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0493050 Apr 12 17:10:16.752483 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9d83b010-1327-498a-a5cd-e16670514726 req-402d4abd-0ed2-4ea0-ac5c-3e701a183a8f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Apr 12 17:10:17.668184 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57fa28-c86b-4b81-b7a6-46301c085a85 req-47767845-24c3-4b6f-a59d-43919e97a82f tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:17.669768 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a57fa28-c86b-4b81-b7a6-46301c085a85 req-47767845-24c3-4b6f-a59d-43919e97a82f tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0507741 Apr 12 17:10:17.724150 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a57fa28-c86b-4b81-b7a6-46301c085a85 req-18c571bd-ede7-4dc2-8a4b-86440cd40088 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480387 Apr 12 17:10:17.869045 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f4745-b82b-4989-98fa-896c0ed8c733 req-c200a8f9-9442-4315-b2b3-c7e600f00aeb tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:17.870535 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-085f4745-b82b-4989-98fa-896c0ed8c733 req-c200a8f9-9442-4315-b2b3-c7e600f00aeb tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0510213 Apr 12 17:10:17.917803 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-085f4745-b82b-4989-98fa-896c0ed8c733 req-145cfdf8-ef9b-4fa4-ade9-40a5408b534b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Apr 12 17:10:18.053135 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-a68502a9-8b72-4ed7-abba-a2f4f283437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.054770 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-a68502a9-8b72-4ed7-abba-a2f4f283437b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d004adc4902449bdb90883d2982d26ab&device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 1127 time: 0.0445926 Apr 12 17:10:18.096669 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-ed2a6528-485f-4eb0-a657-ac8a732bd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.099233 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-ed2a6528-485f-4eb0-a657-ac8a732bd372 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 1128 time: 0.0479689 Apr 12 17:10:18.159511 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-3320dbc0-6c70-4100-bfad-ecf711e5f6ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5975c1c5-50fd-4896-97d8-34db80074f47 HTTP/1.1" status: 200 len: 217 time: 0.0727654 Apr 12 17:10:18.165572 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f03e5-3b93-48a1-8200-e167734b08b8 req-18d4296c-3353-4cb6-ac74-eb7124e9a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.167151 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e49f03e5-3b93-48a1-8200-e167734b08b8 req-18d4296c-3353-4cb6-ac74-eb7124e9a410 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 1128 time: 0.1110752 Apr 12 17:10:18.179985 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-abee4707-9bb6-4275-96ab-bcef7dedc375 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd HTTP/1.1" status: 200 len: 217 time: 0.0682240 Apr 12 17:10:18.233066 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-462d36d0-2383-4b00-99cd-e23d4bb2f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.234590 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-462d36d0-2383-4b00-99cd-e23d4bb2f35b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0492187 Apr 12 17:10:18.274028 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-38ea498f-39bd-4e20-9bd2-e95c373bc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.275550 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-38ea498f-39bd-4e20-9bd2-e95c373bc43e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa4a0f7e-74a7-4a7c-854b-b7a6451ad384 HTTP/1.1" status: 200 len: 852 time: 0.1075580 Apr 12 17:10:18.338459 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-1340bc2f-5de0-4db5-b58f-fc196d77f10c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0960a39d-cf1d-4216-8c6b-238eb2ed0881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533695 Apr 12 17:10:18.365091 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f03e5-3b93-48a1-8200-e167734b08b8 req-3b261cf5-3f94-4812-9471-6501c667d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.367215 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e49f03e5-3b93-48a1-8200-e167734b08b8 req-3b261cf5-3f94-4812-9471-6501c667d1a9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed5617a37a444bac8facef1fedb92197&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1847379 Apr 12 17:10:18.453604 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-8b50179b-ddc1-4ae0-a1b9-8d6a361fd197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.455374 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-8b50179b-ddc1-4ae0-a1b9-8d6a361fd197 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2146375 Apr 12 17:10:18.517826 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-899dea69-05e5-4c27-a12a-31572a3b241e service neutron] 10.222.0.41 "GET /v2.0/networks/0960a39d-cf1d-4216-8c6b-238eb2ed0881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673439 Apr 12 17:10:18.522478 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f03e5-3b93-48a1-8200-e167734b08b8 req-b7f928ce-4a05-448a-8e81-8caf412d9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.524597 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e49f03e5-3b93-48a1-8200-e167734b08b8 req-b7f928ce-4a05-448a-8e81-8caf412d9884 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1470237 Apr 12 17:10:18.532174 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39550) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:18.554145 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-a5a48fa3-6967-414a-9cb6-6412ed7b4907 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910733 Apr 12 17:10:18.644477 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a14c7157-a85a-429f-a7e3-6bfe94f8a050 req-00fb622e-5581-44fb-a2f3-4a6a31f37a66 service neutron] 10.222.0.41 "GET /v2.0/networks/0960a39d-cf1d-4216-8c6b-238eb2ed0881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189387 Apr 12 17:10:18.647507 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-ebb92cd6-c1ef-4023-a050-7c6d3f424342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.649423 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-ebb92cd6-c1ef-4023-a050-7c6d3f424342 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 1128 time: 0.0491426 Apr 12 17:10:18.662820 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-28618a9d-2726-4614-b7d6-d886476a1360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:18.702451 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f32c655a-6fdc-432a-a8b3-fa5bcbf0ef67 req-cfc9f853-e347-42b9-8a96-3d00cc1c28f1 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185765 Apr 12 17:10:18.706108 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-fb88c1bb-58e5-4e25-80d1-122fdc0b93b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d14160f6-0b69-47ac-93a2-173b914999e1 HTTP/1.1" status: 200 len: 217 time: 0.0382538 Apr 12 17:10:18.759210 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-28618a9d-2726-4614-b7d6-d886476a1360 admin admin] Publish callbacks [] for security_group (11099826-1d80-45ea-88e3-97af87a9a90f), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:18.771438 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-bfcffc7b-1493-4f77-bb47-45a498ab06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.773075 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-bfcffc7b-1493-4f77-bb47-45a498ab06f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0544767 Apr 12 17:10:18.827130 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-28618a9d-2726-4614-b7d6-d886476a1360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (11099826-1d80-45ea-88e3-97af87a9a90f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:18.866789 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-28618a9d-2726-4614-b7d6-d886476a1360 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c983a11bba40426e9f80f70405433bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335605 Apr 12 17:10:18.867028 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d178dfb0-187b-4ffe-99e5-6c4b06ab55a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:18.867525 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba02f6-7e0f-464f-8510-29dca899810e req-6c220a0e-9559-46f1-a9d4-e45fa8b276bd tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:18.867796 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28618a9d-2726-4614-b7d6-d886476a1360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11099826-1d80-45ea-88e3-97af87a9a90f,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:18.869638 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f2ba02f6-7e0f-464f-8510-29dca899810e req-6c220a0e-9559-46f1-a9d4-e45fa8b276bd tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0490463 Apr 12 17:10:18.870153 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39562) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:18.921640 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fcb097c-5e9a-4dcd-81d5-0c6f41b7284d admin admin] Publish callbacks [] for security_group (11099826-1d80-45ea-88e3-97af87a9a90f), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:18.930978 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f2ba02f6-7e0f-464f-8510-29dca899810e req-35b14827-b6a4-4382-b45e-2eff0fa6d236 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Apr 12 17:10:18.954307 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fcb097c-5e9a-4dcd-81d5-0c6f41b7284d admin admin] Publish callbacks [] for security_group (11099826-1d80-45ea-88e3-97af87a9a90f), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:19.038553 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3eb56-f69a-4783-9ede-6b1704867a4b req-57dede17-80e8-4bea-8b7f-9075d9eaa7a8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:19.040057 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-05f3eb56-f69a-4783-9ede-6b1704867a4b req-57dede17-80e8-4bea-8b7f-9075d9eaa7a8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0485666 Apr 12 17:10:19.087866 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-05f3eb56-f69a-4783-9ede-6b1704867a4b req-52944833-d48f-43e4-8bd8-641ef9abd946 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Apr 12 17:10:19.095189 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fcb097c-5e9a-4dcd-81d5-0c6f41b7284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (11099826-1d80-45ea-88e3-97af87a9a90f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:19.097688 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fcb097c-5e9a-4dcd-81d5-0c6f41b7284d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:19.101093 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7fcb097c-5e9a-4dcd-81d5-0c6f41b7284d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11099826-1d80-45ea-88e3-97af87a9a90f HTTP/1.1" status: 204 len: 168 time: 0.2277031 Apr 12 17:10:19.107429 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb097c-5e9a-4dcd-81d5-0c6f41b7284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11099826-1d80-45ea-88e3-97af87a9a90f,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:19.630299 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39576) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:19.643405 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ce539d9-fb1c-4830-83c6-24520393c10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:19.716476 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ce539d9-fb1c-4830-83c6-24520393c10f admin admin] Publish callbacks [] for security_group (eb022c9d-834e-440e-962d-0ab8b3537875), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:19.786649 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ce539d9-fb1c-4830-83c6-24520393c10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (eb022c9d-834e-440e-962d-0ab8b3537875), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:19.834841 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8ce539d9-fb1c-4830-83c6-24520393c10f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e177d098723749aa9151a9e59171811b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002280 Apr 12 17:10:19.834841 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce539d9-fb1c-4830-83c6-24520393c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb022c9d-834e-440e-962d-0ab8b3537875,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:19.836932 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39586) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:19.855674 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:19.896141 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec22d6fb-0670-4e88-a017-b57ba5f4615c admin admin] Publish callbacks [] for security_group (eb022c9d-834e-440e-962d-0ab8b3537875), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:19.917495 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec22d6fb-0670-4e88-a017-b57ba5f4615c admin admin] Publish callbacks [] for security_group (eb022c9d-834e-440e-962d-0ab8b3537875), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:20.037929 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec22d6fb-0670-4e88-a017-b57ba5f4615c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (eb022c9d-834e-440e-962d-0ab8b3537875), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:20.041092 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec22d6fb-0670-4e88-a017-b57ba5f4615c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:20.044525 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ec22d6fb-0670-4e88-a017-b57ba5f4615c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb022c9d-834e-440e-962d-0ab8b3537875 HTTP/1.1" status: 204 len: 168 time: 0.2043567 Apr 12 17:10:20.055007 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cb1ab-7d13-4d1e-aecc-a5acb5da02f6 req-98f84952-c9c8-4374-8d5c-2eb0969c3baf tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:20.061028 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d40cb1ab-7d13-4d1e-aecc-a5acb5da02f6 req-98f84952-c9c8-4374-8d5c-2eb0969c3baf tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0614374 Apr 12 17:10:20.073745 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22d6fb-0670-4e88-a017-b57ba5f4615c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb022c9d-834e-440e-962d-0ab8b3537875,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:20.125034 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d40cb1ab-7d13-4d1e-aecc-a5acb5da02f6 req-6306ee30-8e40-46fc-8abc-22056a2e50d8 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631530 Apr 12 17:10:20.205836 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f51f3-f6b8-4546-a85d-34324c91a86e req-f5895abb-6fcb-48f6-8e4f-7caffd0121a9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:20.207358 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b7f51f3-f6b8-4546-a85d-34324c91a86e req-f5895abb-6fcb-48f6-8e4f-7caffd0121a9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0464492 Apr 12 17:10:20.257518 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b7f51f3-f6b8-4546-a85d-34324c91a86e req-48b42590-70f1-4124-aa69-712e277c7b04 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Apr 12 17:10:21.239707 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9b3e-461d-4321-aa37-c495ae3b0559 req-6c18922c-3948-4594-b221-9913ed7c50df tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:21.241491 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f5ea9b3e-461d-4321-aa37-c495ae3b0559 req-6c18922c-3948-4594-b221-9913ed7c50df tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0497553 Apr 12 17:10:21.289979 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f5ea9b3e-461d-4321-aa37-c495ae3b0559 req-50978f09-8b31-4a62-8a5a-37ff32edb110 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Apr 12 17:10:21.318331 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:21.370018 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df87e-17ea-424d-a361-54c1c7996389 req-6ec96c60-c587-4614-8817-74bed0382875 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:21.371492 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bd5df87e-17ea-424d-a361-54c1c7996389 req-6ec96c60-c587-4614-8817-74bed0382875 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0466480 Apr 12 17:10:21.418663 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bd5df87e-17ea-424d-a361-54c1c7996389 req-f343fc81-aebe-43ae-b927-eedd22f9c4f0 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Apr 12 17:10:21.624484 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39648) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:21.724532 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-40067cff-1b82-4ff0-92cf-cac6254cc02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:21.797082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-40067cff-1b82-4ff0-92cf-cac6254cc02c admin admin] Publish callbacks [] for security_group (a03cb998-70e5-42c0-a5fc-c01c5b8256af), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:21.884210 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-40067cff-1b82-4ff0-92cf-cac6254cc02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (a03cb998-70e5-42c0-a5fc-c01c5b8256af), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:21.920838 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40067cff-1b82-4ff0-92cf-cac6254cc02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03cb998-70e5-42c0-a5fc-c01c5b8256af,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:21.925202 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-40067cff-1b82-4ff0-92cf-cac6254cc02c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9755e3f835a42f78b33f5165959c8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996826 Apr 12 17:10:21.928374 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39652) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:21.979823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fb54884-7264-4d78-92a7-5a6dc7991985 admin admin] Publish callbacks [] for security_group (a03cb998-70e5-42c0-a5fc-c01c5b8256af), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:22.001756 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fb54884-7264-4d78-92a7-5a6dc7991985 admin admin] Publish callbacks [] for security_group (a03cb998-70e5-42c0-a5fc-c01c5b8256af), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:22.100830 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fb54884-7264-4d78-92a7-5a6dc7991985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (a03cb998-70e5-42c0-a5fc-c01c5b8256af), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:22.103429 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7fb54884-7264-4d78-92a7-5a6dc7991985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:22.104631 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7fb54884-7264-4d78-92a7-5a6dc7991985 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a03cb998-70e5-42c0-a5fc-c01c5b8256af HTTP/1.1" status: 204 len: 168 time: 0.1759741 Apr 12 17:10:22.112587 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb54884-7264-4d78-92a7-5a6dc7991985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03cb998-70e5-42c0-a5fc-c01c5b8256af,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:22.402305 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f8273-f4eb-4677-9e55-b7c98ab6f6c9 req-ff6d18ba-eecf-4489-8718-cf4784ca1f5a tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:22.403847 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-324f8273-f4eb-4677-9e55-b7c98ab6f6c9 req-ff6d18ba-eecf-4489-8718-cf4784ca1f5a tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0465138 Apr 12 17:10:22.453164 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-324f8273-f4eb-4677-9e55-b7c98ab6f6c9 req-43ad308b-dede-43a4-8d14-3a211c1af5ff tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 Apr 12 17:10:22.542500 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413e104-8f76-4a9a-8c3b-941670b2597e req-a8a77f08-b693-4364-b98c-9baca3a0a316 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:22.543996 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6413e104-8f76-4a9a-8c3b-941670b2597e req-a8a77f08-b693-4364-b98c-9baca3a0a316 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0463238 Apr 12 17:10:22.590670 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6413e104-8f76-4a9a-8c3b-941670b2597e req-8b446121-33ea-45bf-b1c1-e0b4e6870c96 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Apr 12 17:10:22.992625 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:23.566898 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d82a16-594b-4ccc-a3ab-e241183f42f8 req-54ad8876-45ed-4ad7-8552-a26d3675a3ea tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:23.568479 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a0d82a16-594b-4ccc-a3ab-e241183f42f8 req-54ad8876-45ed-4ad7-8552-a26d3675a3ea tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0500102 Apr 12 17:10:23.615102 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a0d82a16-594b-4ccc-a3ab-e241183f42f8 req-07fceed8-7548-46ca-a6f5-70e061016a5a tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Apr 12 17:10:23.703793 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb896e-3a10-42d7-804c-c930cb4b61ca req-e0e29974-1b8a-4b45-8b3c-15ef69b837f4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:23.705328 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-21cb896e-3a10-42d7-804c-c930cb4b61ca req-e0e29974-1b8a-4b45-8b3c-15ef69b837f4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0491073 Apr 12 17:10:23.752500 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-21cb896e-3a10-42d7-804c-c930cb4b61ca req-8169b5eb-947c-4801-9b46-6520042d87f9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415280 Apr 12 17:10:24.729983 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581eed2-6aa3-42a9-adf7-0bcd71c4a4fb req-5dcfc853-8616-4395-ac4d-db13e4a85b33 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:24.731511 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3581eed2-6aa3-42a9-adf7-0bcd71c4a4fb req-5dcfc853-8616-4395-ac4d-db13e4a85b33 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0472505 Apr 12 17:10:24.779748 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3581eed2-6aa3-42a9-adf7-0bcd71c4a4fb req-c2624860-0cfd-446b-9462-5c6503766e2e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Apr 12 17:10:24.897425 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55863049-32d6-4afb-8853-71bcec7740db req-f8a26453-4ca0-4c71-8393-8a12b6e51443 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:24.899795 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-55863049-32d6-4afb-8853-71bcec7740db req-f8a26453-4ca0-4c71-8393-8a12b6e51443 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0763316 Apr 12 17:10:24.958879 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-55863049-32d6-4afb-8853-71bcec7740db req-b1eec852-64ad-406a-93a0-8f618a896720 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526621 Apr 12 17:10:25.745571 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-842eda51-3560-4712-b361-5af862867b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:25.747093 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-842eda51-3560-4712-b361-5af862867b46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707436 Apr 12 17:10:25.919072 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f01b3-77af-4522-9804-bc0def1fd88a req-656761ec-0214-4ca0-8256-ebf624d517f1 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:25.921250 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b74f01b3-77af-4522-9804-bc0def1fd88a req-656761ec-0214-4ca0-8256-ebf624d517f1 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0686762 Apr 12 17:10:25.973191 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b74f01b3-77af-4522-9804-bc0def1fd88a req-a906c83f-2891-4d9d-8848-531accdd0026 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458641 Apr 12 17:10:26.073783 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619ffc0-4c00-4145-9735-e15ddd71e38d req-d50b31b2-0b70-4bd7-b6d9-f84ac76c22be tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:26.075331 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7619ffc0-4c00-4145-9735-e15ddd71e38d req-d50b31b2-0b70-4bd7-b6d9-f84ac76c22be tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0477297 Apr 12 17:10:26.127029 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7619ffc0-4c00-4145-9735-e15ddd71e38d req-ccee2de7-8a99-4d10-b7de-9e9b60933ab0 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 Apr 12 17:10:26.155557 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39856) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:26.249282 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39866) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:26.320941 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-670a8d4e-8f9c-4d3b-b640-b0e8921e87d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.388944 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4da9ed0-355f-4566-9287-ce7422700dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.430729 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-670a8d4e-8f9c-4d3b-b640-b0e8921e87d6 admin admin] Publish callbacks [] for security_group (881cc23b-9a0c-4096-a6d5-afa93e45d880), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.483502 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4da9ed0-355f-4566-9287-ce7422700dc4 admin admin] Publish callbacks [] for security_group (7a2a1071-185e-4594-bfc8-0629b29f6d3b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.523659 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-670a8d4e-8f9c-4d3b-b640-b0e8921e87d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (881cc23b-9a0c-4096-a6d5-afa93e45d880), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.562619 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-670a8d4e-8f9c-4d3b-b640-b0e8921e87d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be323affa8b646edb9c3a2f0da8e399c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4055905 Apr 12 17:10:26.563469 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a8d4e-8f9c-4d3b-b640-b0e8921e87d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881cc23b-9a0c-4096-a6d5-afa93e45d880,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:26.565361 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39878) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:26.577028 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4da9ed0-355f-4566-9287-ce7422700dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (7a2a1071-185e-4594-bfc8-0629b29f6d3b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.622664 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b4da9ed0-355f-4566-9287-ce7422700dc4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b7c98b47e19428495034a8ba1685380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697920 Apr 12 17:10:26.623739 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39882) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:26.625616 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bfefbc2c-e2b9-44a1-bcd8-f1b4a6a6ad85 admin admin] Publish callbacks [] for security_group (881cc23b-9a0c-4096-a6d5-afa93e45d880), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.637262 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da9ed0-355f-4566-9287-ce7422700dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2a1071-185e-4594-bfc8-0629b29f6d3b,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:26.648496 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bfefbc2c-e2b9-44a1-bcd8-f1b4a6a6ad85 admin admin] Publish callbacks [] for security_group (881cc23b-9a0c-4096-a6d5-afa93e45d880), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.691984 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3240619-2c8e-4bde-989d-e7f7e32951af admin admin] Publish callbacks [] for security_group (7a2a1071-185e-4594-bfc8-0629b29f6d3b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.707169 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3240619-2c8e-4bde-989d-e7f7e32951af admin admin] Publish callbacks [] for security_group (7a2a1071-185e-4594-bfc8-0629b29f6d3b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.763048 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bfefbc2c-e2b9-44a1-bcd8-f1b4a6a6ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (881cc23b-9a0c-4096-a6d5-afa93e45d880), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.765606 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bfefbc2c-e2b9-44a1-bcd8-f1b4a6a6ad85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.766786 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-bfefbc2c-e2b9-44a1-bcd8-f1b4a6a6ad85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/881cc23b-9a0c-4096-a6d5-afa93e45d880 HTTP/1.1" status: 204 len: 168 time: 0.2004411 Apr 12 17:10:26.775213 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefbc2c-e2b9-44a1-bcd8-f1b4a6a6ad85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881cc23b-9a0c-4096-a6d5-afa93e45d880,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:26.838338 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3240619-2c8e-4bde-989d-e7f7e32951af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (7a2a1071-185e-4594-bfc8-0629b29f6d3b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.842148 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3240619-2c8e-4bde-989d-e7f7e32951af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:26.843060 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f3240619-2c8e-4bde-989d-e7f7e32951af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a2a1071-185e-4594-bfc8-0629b29f6d3b HTTP/1.1" status: 204 len: 168 time: 0.2183931 Apr 12 17:10:26.852473 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3240619-2c8e-4bde-989d-e7f7e32951af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2a1071-185e-4594-bfc8-0629b29f6d3b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:27.107954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dc24a-dd1f-4abe-9bea-a32c1bff1a61 req-002069e6-fdd2-4572-95fc-17d1c7964cc7 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:27.109453 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-518dc24a-dd1f-4abe-9bea-a32c1bff1a61 req-002069e6-fdd2-4572-95fc-17d1c7964cc7 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0624714 Apr 12 17:10:27.167085 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-518dc24a-dd1f-4abe-9bea-a32c1bff1a61 req-114364e9-e021-4b3c-9ed2-3d48b3142390 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520153 Apr 12 17:10:27.251821 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63b778-d832-4080-901f-29f7226d5bf8 req-f4f3d8cf-a887-4213-8644-6df0437caf22 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:27.253386 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2d63b778-d832-4080-901f-29f7226d5bf8 req-f4f3d8cf-a887-4213-8644-6df0437caf22 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0480180 Apr 12 17:10:27.300804 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2d63b778-d832-4080-901f-29f7226d5bf8 req-a6ee40ee-7491-4298-8d49-8236a985e809 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413923 Apr 12 17:10:27.500161 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39918) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:27.513671 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a19cccef-1d8c-4238-a132-9ea183e64f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:27.588443 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a19cccef-1d8c-4238-a132-9ea183e64f65 admin admin] Publish callbacks [] for security_group (4e6658f9-f5da-4187-b6db-2d7e79d94b0b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:27.654705 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a19cccef-1d8c-4238-a132-9ea183e64f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4e6658f9-f5da-4187-b6db-2d7e79d94b0b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:27.698206 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a19cccef-1d8c-4238-a132-9ea183e64f65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bda621ee91247ca8eb1555e2f37bcf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968951 Apr 12 17:10:27.698342 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 39930) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:27.699053 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cccef-1d8c-4238-a132-9ea183e64f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6658f9-f5da-4187-b6db-2d7e79d94b0b,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:27.763604 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f9f87fa5-0f5d-4d46-8004-b4a3e701451c admin admin] Publish callbacks [] for security_group (4e6658f9-f5da-4187-b6db-2d7e79d94b0b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:27.784764 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f9f87fa5-0f5d-4d46-8004-b4a3e701451c admin admin] Publish callbacks [] for security_group (4e6658f9-f5da-4187-b6db-2d7e79d94b0b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:27.929266 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f9f87fa5-0f5d-4d46-8004-b4a3e701451c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4e6658f9-f5da-4187-b6db-2d7e79d94b0b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:27.932381 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f9f87fa5-0f5d-4d46-8004-b4a3e701451c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:27.933535 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f9f87fa5-0f5d-4d46-8004-b4a3e701451c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e6658f9-f5da-4187-b6db-2d7e79d94b0b HTTP/1.1" status: 204 len: 168 time: 0.2333806 Apr 12 17:10:27.943215 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f87fa5-0f5d-4d46-8004-b4a3e701451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6658f9-f5da-4187-b6db-2d7e79d94b0b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:28.267176 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04d2b-00c7-4d16-be2c-3e1d6dcfda9b req-37b2853d-1d62-496b-961c-3fb964d9ee0e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:28.268649 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5da04d2b-00c7-4d16-be2c-3e1d6dcfda9b req-37b2853d-1d62-496b-961c-3fb964d9ee0e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0471156 Apr 12 17:10:28.320674 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5da04d2b-00c7-4d16-be2c-3e1d6dcfda9b req-8ae27f7a-fc71-476e-9c5e-e8c1e5c9fad1 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Apr 12 17:10:28.428226 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87c145-2edd-442e-8da0-c3f865a35621 req-5a1952e1-6666-4e64-a654-45339765baef tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:28.429726 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1e87c145-2edd-442e-8da0-c3f865a35621 req-5a1952e1-6666-4e64-a654-45339765baef tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0474951 Apr 12 17:10:28.477464 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1e87c145-2edd-442e-8da0-c3f865a35621 req-4e807319-591d-45de-9937-dcc254e40f03 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 Apr 12 17:10:29.003273 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 39996) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:29.103489 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1009568903-network', 'tenant_id': '0fb769a0fadf40b6b1d22219a51ba9c3'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:10:29.186908 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Made reservation on behalf of 0fb769a0fadf40b6b1d22219a51ba9c3 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:10:29.189537 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.202569 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.274711 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Publish callbacks [] for security_group (f36645a4-0eac-479b-a557-b478c80f51f6), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.341005 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (f36645a4-0eac-479b-a557-b478c80f51f6), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.366545 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:10:29.376460 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36645a4-0eac-479b-a557-b478c80f51f6,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:29.381691 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (589a8987-73df-4bb5-9e80-c2beb3465cac), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.382480 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Added segment 589a8987-73df-4bb5-9e80-c2beb3465cac of type vlan for network 5e5dc971-9571-425e-8a37-b37500fbeb15 Apr 12 17:10:29.430735 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 5975c1c5-50fd-4896-97d8-34db80074f47 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:10:29.448366 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (5e5dc971-9571-425e-8a37-b37500fbeb15), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.471800 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365e574-6cc3-4fa6-923b-43110b193d1d req-d7deac91-d58d-4173-98d5-55a9044ca93d tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:29.473436 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8365e574-6cc3-4fa6-923b-43110b193d1d req-d7deac91-d58d-4173-98d5-55a9044ca93d tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 943 time: 0.0635114 Apr 12 17:10:29.539315 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8365e574-6cc3-4fa6-923b-43110b193d1d req-fddea2db-523f-4d1a-87fb-019a99671725 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559666 Apr 12 17:10:29.557948 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (5e5dc971-9571-425e-8a37-b37500fbeb15), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.558953 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:29.559529 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.571885 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 5975c1c5-50fd-4896-97d8-34db80074f47, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5975c1c5-50fd-4896-97d8-34db80074f47,segment=NetworkSegment(532cd8b4-b9d6-4e3d-97af-0112f51ff89e),segment_id=532cd8b4-b9d6-4e3d-97af-0112f51ff89e)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:10:29.583730 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '5975c1c5-50fd-4896-97d8-34db80074f47', 'network_id': '0960a39d-cf1d-4216-8c6b-238eb2ed0881', 'port_id': '5975c1c5-50fd-4896-97d8-34db80074f47', 'mac_address': 'fa:16:3e:e1:66:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4a0f7e-74a7-4a7c-854b-b7a6451ad384', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:10:29.602641 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f23094-0758-4ebf-8791-e03498deb73f req-9b2ed4ea-40dd-45ec-b972-bd31f254c831 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:29.604797 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2f23094-0758-4ebf-8791-e03498deb73f req-9b2ed4ea-40dd-45ec-b972-bd31f254c831 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0552900 Apr 12 17:10:29.621685 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=5e5dc971-9571-425e-8a37-b37500fbeb15,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:29.622136 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 5975c1c5-50fd-4896-97d8-34db80074f47 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:10:29.622571 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.634729 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 5e5dc971-9571-425e-8a37-b37500fbeb15 details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:10:29.655539 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5975c1c5-50fd-4896-97d8-34db80074f47 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:10:29.656552 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2f23094-0758-4ebf-8791-e03498deb73f req-fd7ad6dc-f879-4470-b5db-cea05b050354 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452921 Apr 12 17:10:29.665000 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-08686c0c-367e-4587-8ca4-0aaca3a02fa5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6606462 Apr 12 17:10:29.668287 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40012) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:29.673355 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Request body: {'subnet': {'network_id': '5e5dc971-9571-425e-8a37-b37500fbeb15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1009568903-subnet', 'tenant_id': '0fb769a0fadf40b6b1d22219a51ba9c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:10:29.713251 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 5975c1c5-50fd-4896-97d8-34db80074f47, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5975c1c5-50fd-4896-97d8-34db80074f47,segment=NetworkSegment(532cd8b4-b9d6-4e3d-97af-0112f51ff89e),segment_id=532cd8b4-b9d6-4e3d-97af-0112f51ff89e)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:10:29.740888 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Made reservation on behalf of 0fb769a0fadf40b6b1d22219a51ba9c3 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:10:29.743775 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3276916'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.775279 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:29.928762 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=5975c1c5-50fd-4896-97d8-34db80074f47,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:29.993271 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3605581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3276898'] for subnet (9498dae0-bdee-4dc4-a357-19158a214c31), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:30.046765 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9498dae0-bdee-4dc4-a357-19158a214c31,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:30.059245 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Checking segment: {'id': '589a8987-73df-4bb5-9e80-c2beb3465cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e5dc971-9571-425e-8a37-b37500fbeb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:10:30.059601 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Network hostable DHCP agents. Network: 5e5dc971-9571-425e-8a37-b37500fbeb15, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:10:30.140554 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Network 5e5dc971-9571-425e-8a37-b37500fbeb15 is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:10:30.203619 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 5e5dc971-9571-425e-8a37-b37500fbeb15) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:10:30.207675 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:30.208372 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:30.212657 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee8f61e-39e6-4d69-bfe3-eafeab1fe939 None None] Network 5e5dc971-9571-425e-8a37-b37500fbeb15 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:10:30.275447 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-bc122ae3-1637-4200-ac77-df7f7d5bcb48 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6059139 Apr 12 17:10:30.310301 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5f241-9229-4075-be0f-d4a30e3f288c None None] Network 5e5dc971-9571-425e-8a37-b37500fbeb15 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:10:30.654461 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563b257-ca60-4733-b926-13f1e24ea9a7 req-8c5955d0-42bb-46a4-b4e3-60836d6f90fe tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:30.656018 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8563b257-ca60-4733-b926-13f1e24ea9a7 req-8c5955d0-42bb-46a4-b4e3-60836d6f90fe tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 944 time: 0.0509470 Apr 12 17:10:30.707092 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8563b257-ca60-4733-b926-13f1e24ea9a7 req-b5f3b3a2-3f5c-4d19-b90e-1942892e0f14 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 Apr 12 17:10:30.771588 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9be371-b66d-4b50-8bf6-6da94787d067 req-4812f0a6-3296-4488-b0c9-a436f8104abf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:30.773031 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eb9be371-b66d-4b50-8bf6-6da94787d067 req-4812f0a6-3296-4488-b0c9-a436f8104abf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0483651 Apr 12 17:10:30.820106 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eb9be371-b66d-4b50-8bf6-6da94787d067 req-2791e467-f01f-4d7a-ba69-d53052bbd735 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Apr 12 17:10:30.936947 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40052) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:30.942633 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1364605175-network', 'tenant_id': '358afed2c18a48f0938e380cc3cd63d0'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:10:31.026568 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Made reservation on behalf of 358afed2c18a48f0938e380cc3cd63d0 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:10:31.028870 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:31.037588 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:31.110326 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Publish callbacks [] for security_group (fbc49063-2aee-45e4-b9d2-f7c2e232d50a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:31.179833 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (fbc49063-2aee-45e4-b9d2-f7c2e232d50a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:31.203514 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:10:31.213486 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc49063-2aee-45e4-b9d2-f7c2e232d50a,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:31.218153 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (4edc7859-e03d-474f-af00-15c6ef9d5534), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:31.218518 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Added segment 4edc7859-e03d-474f-af00-15c6ef9d5534 of type vlan for network ec14c9b8-70ae-46cf-9ed3-b043652f12b4 Apr 12 17:10:31.260991 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (ec14c9b8-70ae-46cf-9ed3-b043652f12b4), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:31.334410 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (ec14c9b8-70ae-46cf-9ed3-b043652f12b4), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:31.335377 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:31.335948 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:31.392747 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] Pushing event updated for resources: {'Network': ['ID=ec14c9b8-70ae-46cf-9ed3-b043652f12b4,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:31.406234 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network ec14c9b8-70ae-46cf-9ed3-b043652f12b4 details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:10:31.417850 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8ac6a0ec-9e08-4aa6-8f72-d82e582d8f4c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4798214 Apr 12 17:10:31.420604 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40060) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:31.425283 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Request body: {'subnet': {'network_id': 'ec14c9b8-70ae-46cf-9ed3-b043652f12b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1364605175-subnet', 'tenant_id': '358afed2c18a48f0938e380cc3cd63d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:10:31.495167 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Made reservation on behalf of 358afed2c18a48f0938e380cc3cd63d0 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:10:31.497457 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3276916'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:31.729095 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3605581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3276898'] for subnet (e34add54-7ca0-47c8-9657-04d91abf1d56), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:31.799828 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34add54-7ca0-47c8-9657-04d91abf1d56,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:31.827275 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Checking segment: {'id': '4edc7859-e03d-474f-af00-15c6ef9d5534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ec14c9b8-70ae-46cf-9ed3-b043652f12b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:10:31.827630 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Network hostable DHCP agents. Network: ec14c9b8-70ae-46cf-9ed3-b043652f12b4, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:10:31.840574 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80502d25-7de9-4b65-bc62-fff9faa1bc92 req-bfa27673-7a6d-43ac-b9b4-27eb361dbbcf tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:31.842025 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-80502d25-7de9-4b65-bc62-fff9faa1bc92 req-bfa27673-7a6d-43ac-b9b4-27eb361dbbcf tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 944 time: 0.0603952 Apr 12 17:10:31.913610 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-80502d25-7de9-4b65-bc62-fff9faa1bc92 req-1b45d5dd-0257-4f99-bd1c-2e0b3581329f tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626352 Apr 12 17:10:31.944647 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239f437-075a-4e1c-b423-871aff43c532 req-39477719-b840-48da-9e8c-81804c1ddffe tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:31.946243 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8239f437-075a-4e1c-b423-871aff43c532 req-39477719-b840-48da-9e8c-81804c1ddffe tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0529013 Apr 12 17:10:31.957884 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Network ec14c9b8-70ae-46cf-9ed3-b043652f12b4 is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:10:31.994578 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8239f437-075a-4e1c-b423-871aff43c532 req-a95186ad-029d-4ac2-b142-ca9e0995ed46 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Apr 12 17:10:32.022922 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, ec14c9b8-70ae-46cf-9ed3-b043652f12b4) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:10:32.026688 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:32.027470 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:32.029853 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1a2593-a6ee-4d82-97bd-7ecf3bf92577 None None] Network ec14c9b8-70ae-46cf-9ed3-b043652f12b4 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:10:32.097213 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2ba2c9d2-a4ef-43e0-8788-5115119ebdd0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6755819 Apr 12 17:10:32.148052 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e450d83-1499-42f8-81c0-83900e23ae72 None None] Network ec14c9b8-70ae-46cf-9ed3-b043652f12b4 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:10:32.164644 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['5975c1c5-50fd-4896-97d8-34db80074f47'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:10:33.022340 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020d816-6091-4dfc-80cd-50aa2a8c3e96 req-a6ff14a1-8179-41b3-9fd6-6ec302009476 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:33.032974 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5020d816-6091-4dfc-80cd-50aa2a8c3e96 req-a6ff14a1-8179-41b3-9fd6-6ec302009476 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 944 time: 0.0610337 Apr 12 17:10:33.094894 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5020d816-6091-4dfc-80cd-50aa2a8c3e96 req-080ad3c3-a2a5-47eb-af87-cb6f1fabdd59 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545266 Apr 12 17:10:33.130658 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052bf9-d776-4ca5-bfd6-6570a0219998 req-9bbc52e5-6520-46b4-b0d0-35ef0f24121b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:33.134954 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-32052bf9-d776-4ca5-bfd6-6570a0219998 req-9bbc52e5-6520-46b4-b0d0-35ef0f24121b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0593276 Apr 12 17:10:33.181422 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-32052bf9-d776-4ca5-bfd6-6570a0219998 req-465d4281-9791-4d19-9648-2d80cec0c568 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Apr 12 17:10:33.447305 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 5975c1c5-50fd-4896-97d8-34db80074f47 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:10:33.495712 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 5975c1c5-50fd-4896-97d8-34db80074f47 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:10:33.563645 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 5975c1c5-50fd-4896-97d8-34db80074f47 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:10:33.564034 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:33.648658 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 5975c1c5-50fd-4896-97d8-34db80074f47 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:10:33.650898 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:33.673127 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369d7a6b-3009-41e1-ba08-dc1eb6ae898f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5975c1c5-50fd-4896-97d8-34db80074f47'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:10:33.692246 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-fb414e92-b7d5-4c26-9109-4b235577378d service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789297 Apr 12 17:10:33.747455 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 5975c1c5-50fd-4896-97d8-34db80074f47, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5975c1c5-50fd-4896-97d8-34db80074f47,segment=NetworkSegment(532cd8b4-b9d6-4e3d-97af-0112f51ff89e),segment_id=532cd8b4-b9d6-4e3d-97af-0112f51ff89e)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:10:33.788515 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fce20ba0-f186-4773-b0ef-5e948d1c145a req-4b63dbbf-0a21-4449-90b7-c44799b1d048 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896695 Apr 12 17:10:33.826636 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:33.855707 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dca90b-cbb4-4490-b5c9-6fdb1d958723" -d '{"events": [{"server_uuid": "369d7a6b-3009-41e1-ba08-dc1eb6ae898f", "name": "network-vif-plugged", "status": "completed", "tag": "5975c1c5-50fd-4896-97d8-34db80074f47"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:10:33.886674 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=5975c1c5-50fd-4896-97d8-34db80074f47,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:33.954765 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1547cd38-0a56-4c9e-9bb3-27b1b31d7502 x-openstack-request-id: req-1547cd38-0a56-4c9e-9bb3-27b1b31d7502 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:10:33.955079 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369d7a6b-3009-41e1-ba08-dc1eb6ae898f", "name": "network-vif-plugged", "status": "completed", "tag": "5975c1c5-50fd-4896-97d8-34db80074f47", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:10:33.955337 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1547cd38-0a56-4c9e-9bb3-27b1b31d7502 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:10:33.955789 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1547cd38-0a56-4c9e-9bb3-27b1b31d7502'] response: {'server_uuid': '369d7a6b-3009-41e1-ba08-dc1eb6ae898f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5975c1c5-50fd-4896-97d8-34db80074f47', 'code': 200} Apr 12 17:10:34.213711 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be5177-571c-4be2-adb9-5670f996178c req-7c778054-b201-4944-91f0-fe364c49f08d tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:34.215274 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-83be5177-571c-4be2-adb9-5670f996178c req-7c778054-b201-4944-91f0-fe364c49f08d tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0500116 Apr 12 17:10:34.262221 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-83be5177-571c-4be2-adb9-5670f996178c req-aae0fae1-632a-4f7d-8e45-7e3d41784ccc tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Apr 12 17:10:34.297310 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07558407-668e-428c-b9c5-c1a0b81c8309 req-cae4c776-aa69-42ee-b625-4daf042c144d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:34.298791 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-07558407-668e-428c-b9c5-c1a0b81c8309 req-cae4c776-aa69-42ee-b625-4daf042c144d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0471685 Apr 12 17:10:34.349216 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-07558407-668e-428c-b9c5-c1a0b81c8309 req-c525631d-704e-4b46-ad82-88c09ce4eac1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Apr 12 17:10:34.925541 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40176) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:35.027310 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5c0c284d-8cc6-443c-881c-b768d984eae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:35.099975 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5c0c284d-8cc6-443c-881c-b768d984eae0 admin admin] Publish callbacks [] for security_group (bf9c886e-f53f-4e0a-b2d7-e4e38a7986c3), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:35.169429 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5c0c284d-8cc6-443c-881c-b768d984eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (bf9c886e-f53f-4e0a-b2d7-e4e38a7986c3), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:35.208100 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c284d-8cc6-443c-881c-b768d984eae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9c886e-f53f-4e0a-b2d7-e4e38a7986c3,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:35.213767 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5c0c284d-8cc6-443c-881c-b768d984eae0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4eecb72509fb49df82e851316ffec8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889783 Apr 12 17:10:35.216492 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 40194) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:35.273154 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab55f33c-b70e-4748-84f2-1ba2b6a363f8 admin admin] Publish callbacks [] for security_group (bf9c886e-f53f-4e0a-b2d7-e4e38a7986c3), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:35.296653 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab55f33c-b70e-4748-84f2-1ba2b6a363f8 admin admin] Publish callbacks [] for security_group (bf9c886e-f53f-4e0a-b2d7-e4e38a7986c3), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:35.379993 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fe4ff-5567-452d-a4d5-bc2b2f139279 req-d7597fb2-0f58-4e76-82b3-e6ddad2d67ac tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:35.381473 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0b2fe4ff-5567-452d-a4d5-bc2b2f139279 req-d7597fb2-0f58-4e76-82b3-e6ddad2d67ac tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0485189 Apr 12 17:10:35.437889 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0b2fe4ff-5567-452d-a4d5-bc2b2f139279 req-2d87e8bf-1e02-46bc-8a01-9501a58b8f5d tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490069 Apr 12 17:10:35.469733 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18ed2c-5839-44ba-ab1e-f2c458273ad6 req-a67b1d3d-1eea-400e-849f-136d6266dad3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:35.471229 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf18ed2c-5839-44ba-ab1e-f2c458273ad6 req-a67b1d3d-1eea-400e-849f-136d6266dad3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0537653 Apr 12 17:10:35.481050 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab55f33c-b70e-4748-84f2-1ba2b6a363f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (bf9c886e-f53f-4e0a-b2d7-e4e38a7986c3), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:35.483843 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab55f33c-b70e-4748-84f2-1ba2b6a363f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:35.485799 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ab55f33c-b70e-4748-84f2-1ba2b6a363f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf9c886e-f53f-4e0a-b2d7-e4e38a7986c3 HTTP/1.1" status: 204 len: 168 time: 0.2678692 Apr 12 17:10:35.501777 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55f33c-b70e-4748-84f2-1ba2b6a363f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9c886e-f53f-4e0a-b2d7-e4e38a7986c3,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:35.551558 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf18ed2c-5839-44ba-ab1e-f2c458273ad6 req-0b165651-9921-4305-a1b6-e5e853d6880a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730569 Apr 12 17:10:35.786145 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40222) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:35.891552 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-01be02f8-ac6d-4472-bf3e-ae963894930c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:35.971117 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-01be02f8-ac6d-4472-bf3e-ae963894930c admin admin] Publish callbacks [] for security_group (69043adf-f4b4-4c32-b9ac-bd9dfdd8dca7), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.043567 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-01be02f8-ac6d-4472-bf3e-ae963894930c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (69043adf-f4b4-4c32-b9ac-bd9dfdd8dca7), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.082570 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-01be02f8-ac6d-4472-bf3e-ae963894930c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b77a2741103d4b08aa8489f068e75798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952011 Apr 12 17:10:36.083683 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be02f8-ac6d-4472-bf3e-ae963894930c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69043adf-f4b4-4c32-b9ac-bd9dfdd8dca7,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:36.085210 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 40228) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:36.135586 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-89c26c76-06f3-4d8f-9552-200e06cd3bc5 admin admin] Publish callbacks [] for security_group (69043adf-f4b4-4c32-b9ac-bd9dfdd8dca7), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.143663 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40232) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:36.157077 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-be218135-d52e-45be-9002-84404fdcd875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.157609 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-89c26c76-06f3-4d8f-9552-200e06cd3bc5 admin admin] Publish callbacks [] for security_group (69043adf-f4b4-4c32-b9ac-bd9dfdd8dca7), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.229463 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-be218135-d52e-45be-9002-84404fdcd875 admin admin] Publish callbacks [] for security_group (fac0d47d-68b6-4da5-a547-e0c9027ffa99), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.248890 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-89c26c76-06f3-4d8f-9552-200e06cd3bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (69043adf-f4b4-4c32-b9ac-bd9dfdd8dca7), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.251508 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-89c26c76-06f3-4d8f-9552-200e06cd3bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.252778 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-89c26c76-06f3-4d8f-9552-200e06cd3bc5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69043adf-f4b4-4c32-b9ac-bd9dfdd8dca7 HTTP/1.1" status: 204 len: 168 time: 0.1659892 Apr 12 17:10:36.261072 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c26c76-06f3-4d8f-9552-200e06cd3bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69043adf-f4b4-4c32-b9ac-bd9dfdd8dca7,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:36.300766 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-be218135-d52e-45be-9002-84404fdcd875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (fac0d47d-68b6-4da5-a547-e0c9027ffa99), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.342338 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-be218135-d52e-45be-9002-84404fdcd875 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b26c34646984d9e8c2e0e69012672fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975448 Apr 12 17:10:36.343291 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be218135-d52e-45be-9002-84404fdcd875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac0d47d-68b6-4da5-a547-e0c9027ffa99,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:36.346003 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 40236) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:36.397358 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6b7332e9-c45a-4722-b265-58b3a672a1e0 admin admin] Publish callbacks [] for security_group (fac0d47d-68b6-4da5-a547-e0c9027ffa99), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.418500 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6b7332e9-c45a-4722-b265-58b3a672a1e0 admin admin] Publish callbacks [] for security_group (fac0d47d-68b6-4da5-a547-e0c9027ffa99), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.536212 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6b7332e9-c45a-4722-b265-58b3a672a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (fac0d47d-68b6-4da5-a547-e0c9027ffa99), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.539272 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6b7332e9-c45a-4722-b265-58b3a672a1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:36.542720 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6b7332e9-c45a-4722-b265-58b3a672a1e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fac0d47d-68b6-4da5-a547-e0c9027ffa99 HTTP/1.1" status: 204 len: 168 time: 0.1928627 Apr 12 17:10:36.557154 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7332e9-c45a-4722-b265-58b3a672a1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac0d47d-68b6-4da5-a547-e0c9027ffa99,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:36.570883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880760e-1ec2-4507-b8e9-a3f87040135e req-9ba9282c-5aa7-4256-a397-af9d37133f8b tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:36.573144 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2880760e-1ec2-4507-b8e9-a3f87040135e req-9ba9282c-5aa7-4256-a397-af9d37133f8b tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0671384 Apr 12 17:10:36.634504 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2880760e-1ec2-4507-b8e9-a3f87040135e req-94002a70-a9de-4b62-97a1-3a7f0ac6165d tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510070 Apr 12 17:10:36.674681 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6cedb-78ac-4817-b399-9f66ca9b1121 req-0719ed77-334a-47a5-a3fb-1aa81aeb7af5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:36.676216 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60e6cedb-78ac-4817-b399-9f66ca9b1121 req-0719ed77-334a-47a5-a3fb-1aa81aeb7af5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0484543 Apr 12 17:10:36.723286 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60e6cedb-78ac-4817-b399-9f66ca9b1121 req-7235f79c-7a64-4739-9b3b-cc8254ada7d4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Apr 12 17:10:36.991304 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40256) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:37.009212 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5bd6938c-55cb-4378-95c0-c07e5f7690ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:37.085565 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5bd6938c-55cb-4378-95c0-c07e5f7690ec admin admin] Publish callbacks [] for security_group (890d4dce-09bc-41cd-8e5e-2a855a528b89), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:37.146397 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5bd6938c-55cb-4378-95c0-c07e5f7690ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (890d4dce-09bc-41cd-8e5e-2a855a528b89), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:37.185563 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5bd6938c-55cb-4378-95c0-c07e5f7690ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8cd7f461105f4be5985326fb29bb2a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925430 Apr 12 17:10:37.186438 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6938c-55cb-4378-95c0-c07e5f7690ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890d4dce-09bc-41cd-8e5e-2a855a528b89,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:37.189173 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 40264) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:37.237687 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2fc195b8-101b-46be-8ab4-0ac39ebc4ecc admin admin] Publish callbacks [] for security_group (890d4dce-09bc-41cd-8e5e-2a855a528b89), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:37.258811 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2fc195b8-101b-46be-8ab4-0ac39ebc4ecc admin admin] Publish callbacks [] for security_group (890d4dce-09bc-41cd-8e5e-2a855a528b89), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:37.375126 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2fc195b8-101b-46be-8ab4-0ac39ebc4ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (890d4dce-09bc-41cd-8e5e-2a855a528b89), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:37.377635 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2fc195b8-101b-46be-8ab4-0ac39ebc4ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:37.378810 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-2fc195b8-101b-46be-8ab4-0ac39ebc4ecc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/890d4dce-09bc-41cd-8e5e-2a855a528b89 HTTP/1.1" status: 204 len: 168 time: 0.1881573 Apr 12 17:10:37.386780 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc195b8-101b-46be-8ab4-0ac39ebc4ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890d4dce-09bc-41cd-8e5e-2a855a528b89,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:37.651921 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 5ffb916b-a2fb-4345-92b5-81e33a34d3fd details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:10:37.749367 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca23e11-d980-4825-a5ba-b1d739f9cdf1 req-fc357d90-01bb-4d0e-9ffc-6f0700a53f8a tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:37.756867 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1ca23e11-d980-4825-a5ba-b1d739f9cdf1 req-fc357d90-01bb-4d0e-9ffc-6f0700a53f8a tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0549986 Apr 12 17:10:37.787693 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:10:37.804218 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '5ffb916b-a2fb-4345-92b5-81e33a34d3fd', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'port_id': '5ffb916b-a2fb-4345-92b5-81e33a34d3fd', 'mac_address': 'fa:16:3e:d4:17:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:10:37.812638 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1ca23e11-d980-4825-a5ba-b1d739f9cdf1 req-2faa1fba-4726-40d5-a3b4-e59ae884f53b tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539353 Apr 12 17:10:37.853746 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:10:37.854607 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:37.867904 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ffb916b-a2fb-4345-92b5-81e33a34d3fd {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:10:37.874994 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4454e-d9d7-47c5-9ed2-a37f178f4c81 req-67289319-47aa-453a-9ddd-9040535d8c4a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:37.876680 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bdb4454e-d9d7-47c5-9ed2-a37f178f4c81 req-67289319-47aa-453a-9ddd-9040535d8c4a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0532660 Apr 12 17:10:37.890225 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:10:37.932886 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bdb4454e-d9d7-47c5-9ed2-a37f178f4c81 req-9ed1ddfd-3fe8-46bf-b50e-3809b05bf29b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474646 Apr 12 17:10:37.958130 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:38.015012 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:38.919075 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccafd47-0371-4fd4-9eee-758e1f077ba1 req-2cb8817a-5186-4cc2-8694-897916aa9252 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:38.920479 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cccafd47-0371-4fd4-9eee-758e1f077ba1 req-2cb8817a-5186-4cc2-8694-897916aa9252 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0464683 Apr 12 17:10:38.983477 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cccafd47-0371-4fd4-9eee-758e1f077ba1 req-6ccac8ac-4f17-4875-a40d-d2db2cbcaeda tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573161 Apr 12 17:10:39.066649 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee4e18-b8ae-4b5d-935f-3aaf5b35a4f4 req-a80501b3-636c-4b31-918e-20960c2ca93c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:39.069242 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b8ee4e18-b8ae-4b5d-935f-3aaf5b35a4f4 req-a80501b3-636c-4b31-918e-20960c2ca93c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0534849 Apr 12 17:10:39.129412 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b8ee4e18-b8ae-4b5d-935f-3aaf5b35a4f4 req-fbaf6be0-6ee0-42dd-b748-fb18106ba6f5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531702 Apr 12 17:10:40.090205 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79c249-17fa-4226-ad3d-d141256d3008 req-e5cc81c4-8e07-4a39-862a-69323417d592 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:40.091673 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-af79c249-17fa-4226-ad3d-d141256d3008 req-e5cc81c4-8e07-4a39-862a-69323417d592 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0484560 Apr 12 17:10:40.139527 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-af79c249-17fa-4226-ad3d-d141256d3008 req-a1201e5f-026a-4be4-b0f2-c6bb06aad081 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Apr 12 17:10:40.256215 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce6f-f04a-4fc6-8b06-e4938d2c7df8 req-e8dea054-cd9f-4be5-a8eb-52fe669e6692 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:40.257723 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-93ffce6f-f04a-4fc6-8b06-e4938d2c7df8 req-e8dea054-cd9f-4be5-a8eb-52fe669e6692 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0551219 Apr 12 17:10:40.269093 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['5ffb916b-a2fb-4345-92b5-81e33a34d3fd'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:10:40.313490 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-93ffce6f-f04a-4fc6-8b06-e4938d2c7df8 req-545382be-1bae-4d67-abab-526a89facbc2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491896 Apr 12 17:10:41.247350 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bab5af-9568-4c63-87be-92c89907d0e8 req-05dc5635-6833-47a3-b4fc-ead1019c7248 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:41.248798 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-06bab5af-9568-4c63-87be-92c89907d0e8 req-05dc5635-6833-47a3-b4fc-ead1019c7248 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0451505 Apr 12 17:10:41.293835 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-06bab5af-9568-4c63-87be-92c89907d0e8 req-612a23a8-d687-4d3e-b2c0-1fe0dedc4d07 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395634 Apr 12 17:10:41.423450 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b800b-8322-4b2f-b5c3-b5807bf8e1ab req-fa4cdbee-a2e9-49cd-8b5e-737c1a0e3afd tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:41.424959 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b48b800b-8322-4b2f-b5c3-b5807bf8e1ab req-fa4cdbee-a2e9-49cd-8b5e-737c1a0e3afd tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0467579 Apr 12 17:10:41.473613 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b48b800b-8322-4b2f-b5c3-b5807bf8e1ab req-98dbbac9-da95-4023-af0e-b9c9c82b153b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 Apr 12 17:10:42.415818 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146348f9-4e1d-419b-8b53-0723e5d6b956 req-3047c192-60bc-4ead-bfba-b265e6da2ba5 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:42.417294 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-146348f9-4e1d-419b-8b53-0723e5d6b956 req-3047c192-60bc-4ead-bfba-b265e6da2ba5 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0490689 Apr 12 17:10:42.462653 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-146348f9-4e1d-419b-8b53-0723e5d6b956 req-9bda6f41-6244-4e47-af7e-047a5581b4ad tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 Apr 12 17:10:42.582334 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5d3a3-0cb2-49d3-a9aa-225dcc2bd0a9 req-19b35504-16ab-4627-a1b2-538b2be95f22 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:42.583721 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4db5d3a3-0cb2-49d3-a9aa-225dcc2bd0a9 req-19b35504-16ab-4627-a1b2-538b2be95f22 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0456326 Apr 12 17:10:42.634158 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4db5d3a3-0cb2-49d3-a9aa-225dcc2bd0a9 req-8aaf4d94-30a8-4cec-84ab-7fc650de8a5a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449948 Apr 12 17:10:43.574511 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efd2b6-c12b-405b-b8c4-19408f760907 req-457e89b4-67ff-48d5-a72e-142a0c6f05c4 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:43.575944 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e1efd2b6-c12b-405b-b8c4-19408f760907 req-457e89b4-67ff-48d5-a72e-142a0c6f05c4 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0457635 Apr 12 17:10:43.620883 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e1efd2b6-c12b-405b-b8c4-19408f760907 req-c2fb129d-93f8-4af8-a259-e0380eb7e2ff tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394208 Apr 12 17:10:43.746643 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6143e5-28c3-44c6-8f08-51b994295fe7 req-a00b19b5-7e99-4635-9c18-a7aed304c53e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:43.748106 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f6143e5-28c3-44c6-8f08-51b994295fe7 req-a00b19b5-7e99-4635-9c18-a7aed304c53e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0471818 Apr 12 17:10:43.793461 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f6143e5-28c3-44c6-8f08-51b994295fe7 req-fe3dffd5-d615-4972-853f-5974ba48fe03 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Apr 12 17:10:44.727843 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3c1b3-fd1f-4062-9502-d83316ea10a8 req-18db41fc-6f11-409c-ae47-0673dbfca8bb tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:44.729944 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c3d3c1b3-fd1f-4062-9502-d83316ea10a8 req-18db41fc-6f11-409c-ae47-0673dbfca8bb tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0455475 Apr 12 17:10:44.778671 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c3d3c1b3-fd1f-4062-9502-d83316ea10a8 req-e5e10708-72d0-4d11-a0aa-932fb86c8c2e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Apr 12 17:10:44.902802 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9241d4-1e4a-417e-ab3a-c19b6c6eaec5 req-350522e1-a025-4649-bb85-76896057357d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:44.904262 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cb9241d4-1e4a-417e-ab3a-c19b6c6eaec5 req-350522e1-a025-4649-bb85-76896057357d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0456617 Apr 12 17:10:44.950158 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cb9241d4-1e4a-417e-ab3a-c19b6c6eaec5 req-d024c8ee-b671-47fe-a86e-312c1e3f00fe tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Apr 12 17:10:45.888990 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ae9bb-90be-4a0d-b88c-3cb0bd4a4ad1 req-34951af0-c7b5-425f-8cf0-2efa2889178b tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:45.890455 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be2ae9bb-90be-4a0d-b88c-3cb0bd4a4ad1 req-34951af0-c7b5-425f-8cf0-2efa2889178b tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0478392 Apr 12 17:10:45.943043 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be2ae9bb-90be-4a0d-b88c-3cb0bd4a4ad1 req-89c72007-560e-458e-8571-adb8f57f851b tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469441 Apr 12 17:10:46.042220 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 5ffb916b-a2fb-4345-92b5-81e33a34d3fd up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:10:46.069296 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:46.069578 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65233-76a4-463e-a3df-24a1b4c31e1f req-11097859-56f9-4e86-b6b3-cd4e11ddb310 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:46.070857 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eee65233-76a4-463e-a3df-24a1b4c31e1f req-11097859-56f9-4e86-b6b3-cd4e11ddb310 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0534644 Apr 12 17:10:46.095386 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:10:46.118082 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eee65233-76a4-463e-a3df-24a1b4c31e1f req-25fa1b32-56f0-4b34-ab8a-58dda4402bf3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417023 Apr 12 17:10:46.197570 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:10:46.198012 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:46.273913 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:10:46.274224 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:46.299101 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d21058-9f6b-4f08-b126-08c97484c4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffb916b-a2fb-4345-92b5-81e33a34d3fd'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:10:46.301329 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d81755e-9a5a-4b06-93e9-d44cca8ca6ff" -d '{"events": [{"server_uuid": "d9d21058-9f6b-4f08-b126-08c97484c4db", "name": "network-vif-plugged", "status": "completed", "tag": "5ffb916b-a2fb-4345-92b5-81e33a34d3fd"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:10:46.417533 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7962135f-f07a-4088-9363-2e5d0e9ff91d x-openstack-request-id: req-7962135f-f07a-4088-9363-2e5d0e9ff91d {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:10:46.417839 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d21058-9f6b-4f08-b126-08c97484c4db", "name": "network-vif-plugged", "status": "completed", "tag": "5ffb916b-a2fb-4345-92b5-81e33a34d3fd", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:10:46.418092 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7962135f-f07a-4088-9363-2e5d0e9ff91d {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:10:46.418496 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7962135f-f07a-4088-9363-2e5d0e9ff91d'] response: {'server_uuid': 'd9d21058-9f6b-4f08-b126-08c97484c4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffb916b-a2fb-4345-92b5-81e33a34d3fd', 'code': 200} Apr 12 17:10:46.421818 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:10:46.483175 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:46.538195 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:46.548267 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.548559 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.548851 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.549208 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.549576 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.549905 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.550229 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.550583 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.550932 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.551323 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.551551 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.551887 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.552215 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.552536 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.552858 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:46.637799 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cbab2958-b2b8-4238-a40b-2939e305523a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:47.068051 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62df65-5c07-4143-ad15-94f5cd11e05f req-a751c69a-d88f-463a-9562-0aaa7fbe6322 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:47.069567 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f62df65-5c07-4143-ad15-94f5cd11e05f req-a751c69a-d88f-463a-9562-0aaa7fbe6322 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0614951 Apr 12 17:10:47.121601 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f62df65-5c07-4143-ad15-94f5cd11e05f req-04735fd5-92b0-4432-b02f-a203ce0c56a6 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457013 Apr 12 17:10:47.261588 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4f659-8571-4ace-a1bb-8802c05302b5 req-9230c250-a177-4566-a288-9b9af07c787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:47.263281 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eca4f659-8571-4ace-a1bb-8802c05302b5 req-9230c250-a177-4566-a288-9b9af07c787b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 1129 time: 0.0799038 Apr 12 17:10:47.294271 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aee67b-afb4-4a9d-a9de-cf9e0522c431 req-7b5e5a76-88d5-4be1-949e-075ed9924499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:47.296709 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-73aee67b-afb4-4a9d-a9de-cf9e0522c431 req-7b5e5a76-88d5-4be1-949e-075ed9924499 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 1130 time: 0.1132264 Apr 12 17:10:47.302625 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-eca4f659-8571-4ace-a1bb-8802c05302b5 req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:47.311048 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ef9bb-e689-4138-8fad-cbb82a6e519a req-f6dc597b-d090-48bd-972c-51cd46cbe2e6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:47.312477 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a88ef9bb-e689-4138-8fad-cbb82a6e519a req-f6dc597b-d090-48bd-972c-51cd46cbe2e6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0896933 Apr 12 17:10:47.329968 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-73aee67b-afb4-4a9d-a9de-cf9e0522c431 req-c33b7360-8924-4698-b28f-8c90342036fc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:47.394087 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a88ef9bb-e689-4138-8fad-cbb82a6e519a req-203c39d9-3410-4500-a96e-132b3f92f932 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696113 Apr 12 17:10:47.398088 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-eca4f659-8571-4ace-a1bb-8802c05302b5 req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Publish callbacks [] for security_group (4dee5d4c-7091-4e97-9427-0b5ea935684b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:47.495064 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-eca4f659-8571-4ace-a1bb-8802c05302b5 req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4dee5d4c-7091-4e97-9427-0b5ea935684b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:47.540801 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eca4f659-8571-4ace-a1bb-8802c05302b5 req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603197 Apr 12 17:10:47.541765 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4dee5d4c-7091-4e97-9427-0b5ea935684b,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:47.546468 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.db.api [req-73aee67b-afb4-4a9d-a9de-cf9e0522c431 req-c33b7360-8924-4698-b28f-8c90342036fc service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a8afc01785a24919bde6dc1ab37382a8 {{(pid=103958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:10:47.546799 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG oslo_db.api [req-73aee67b-afb4-4a9d-a9de-cf9e0522c431 req-c33b7360-8924-4698-b28f-8c90342036fc service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:10:47.549111 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.549455 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.549802 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.550146 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.550593 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.550931 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.551270 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.551602 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.552067 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.552462 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.552816 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.553150 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.553480 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.553806 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:47.554132 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d0676-c782-4383-9139-93ada8046599 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:48.048085 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-73aee67b-afb4-4a9d-a9de-cf9e0522c431 req-c33b7360-8924-4698-b28f-8c90342036fc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:48.136583 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-73aee67b-afb4-4a9d-a9de-cf9e0522c431 req-c33b7360-8924-4698-b28f-8c90342036fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8327584 Apr 12 17:10:48.238696 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520960c3-3ed2-43e6-97bd-b38e27722e54 req-bc220f22-41fc-4f3a-b98d-c1e12289fa6e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:48.240664 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-520960c3-3ed2-43e6-97bd-b38e27722e54 req-bc220f22-41fc-4f3a-b98d-c1e12289fa6e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0529273 Apr 12 17:10:48.286259 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-520960c3-3ed2-43e6-97bd-b38e27722e54 req-8e279c0e-165e-48ed-9509-3ccb6e4e844a tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 Apr 12 17:10:48.530088 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03230725-99ad-45eb-9e8f-2e575c131835 req-b7b997ef-95de-426c-ad5b-7b43816f8d72 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:48.530088 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-03230725-99ad-45eb-9e8f-2e575c131835 req-b7b997ef-95de-426c-ad5b-7b43816f8d72 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0605469 Apr 12 17:10:48.580646 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-03230725-99ad-45eb-9e8f-2e575c131835 req-647fd08e-5999-4667-a5d0-6127b9b7a30a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469530 Apr 12 17:10:48.802464 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9af2b3ad-ce72-4a66-a9e9-dd9bcb85003a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:49.393831 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919433e-32cd-47db-831f-b9db3c12d4fe req-ac3817c8-32c6-462f-bda0-2ea1b2ca0929 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:49.395296 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8919433e-32cd-47db-831f-b9db3c12d4fe req-ac3817c8-32c6-462f-bda0-2ea1b2ca0929 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0459633 Apr 12 17:10:49.440438 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8919433e-32cd-47db-831f-b9db3c12d4fe req-ce2cad65-8b98-4e16-9791-062ab5dd1f18 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391543 Apr 12 17:10:49.688072 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fb311-2709-48dd-aa72-f0c33938534a req-29e0bfce-07ec-4a4d-ad7b-044e1995920c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:49.689515 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a05fb311-2709-48dd-aa72-f0c33938534a req-29e0bfce-07ec-4a4d-ad7b-044e1995920c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0450099 Apr 12 17:10:49.734729 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a05fb311-2709-48dd-aa72-f0c33938534a req-58427694-e2a3-431f-b52d-3d126d414e94 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Apr 12 17:10:49.877257 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:50.549753 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01932aef-2d40-4834-be99-7092b973a989 req-386d94ed-445b-4179-83ff-f591a33425ad tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:50.551240 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-01932aef-2d40-4834-be99-7092b973a989 req-386d94ed-445b-4179-83ff-f591a33425ad tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0467358 Apr 12 17:10:50.602468 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-01932aef-2d40-4834-be99-7092b973a989 req-35937bf9-439c-4ea4-88b2-1de5c9120eaf tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Apr 12 17:10:50.767884 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device d14160f6-0b69-47ac-93a2-173b914999e1 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:10:50.800268 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:10:50.846412 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49144b02-7779-4b8c-8448-ea8385d34c0e req-ff0aadc2-ec1e-4b97-bc4e-8eb9e5e69dfb tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:50.848009 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-49144b02-7779-4b8c-8448-ea8385d34c0e req-ff0aadc2-ec1e-4b97-bc4e-8eb9e5e69dfb tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 944 time: 0.0489933 Apr 12 17:10:50.869656 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port d14160f6-0b69-47ac-93a2-173b914999e1, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d14160f6-0b69-47ac-93a2-173b914999e1,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:10:50.880925 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'd14160f6-0b69-47ac-93a2-173b914999e1', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'port_id': 'd14160f6-0b69-47ac-93a2-173b914999e1', 'mac_address': 'fa:16:3e:90:f9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:10:50.894764 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-49144b02-7779-4b8c-8448-ea8385d34c0e req-d2a83e36-1fd8-468b-8455-a3144632edb2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Apr 12 17:10:50.920579 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port d14160f6-0b69-47ac-93a2-173b914999e1 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:10:50.920968 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:50.933462 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14160f6-0b69-47ac-93a2-173b914999e1 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:10:50.953633 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port d14160f6-0b69-47ac-93a2-173b914999e1, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d14160f6-0b69-47ac-93a2-173b914999e1,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:10:51.030867 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:51.081050 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=d14160f6-0b69-47ac-93a2-173b914999e1,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:51.311887 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:51.715642 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38017e-7b10-4ad6-96e5-c619f49300c4 req-1b7c4492-3200-472a-9235-ad367f00b6ce tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:51.717085 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cb38017e-7b10-4ad6-96e5-c619f49300c4 req-1b7c4492-3200-472a-9235-ad367f00b6ce tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0465357 Apr 12 17:10:51.763099 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cb38017e-7b10-4ad6-96e5-c619f49300c4 req-6c6febd0-9a27-4b06-9991-9c07659fb4de tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Apr 12 17:10:52.004094 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa345a-3520-4072-8f70-9e171bec0119 req-38b3581f-499c-410f-bff1-634c200580f5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:52.005541 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a1fa345a-3520-4072-8f70-9e171bec0119 req-38b3581f-499c-410f-bff1-634c200580f5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0462914 Apr 12 17:10:52.050576 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a1fa345a-3520-4072-8f70-9e171bec0119 req-560185d0-2880-48db-aef7-f10d30f3811e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Apr 12 17:10:52.877673 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40e4dc-0c0d-4d4b-87f1-ab701e8d0af1 req-2e6bab81-7fa4-4c35-9b3c-25ef8eb0c08c tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:52.879106 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1d40e4dc-0c0d-4d4b-87f1-ab701e8d0af1 req-2e6bab81-7fa4-4c35-9b3c-25ef8eb0c08c tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0492699 Apr 12 17:10:52.925446 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1d40e4dc-0c0d-4d4b-87f1-ab701e8d0af1 req-8efa8ddd-caec-4e64-ae5d-e6bf176c3293 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Apr 12 17:10:53.014274 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:53.160843 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f20c73-47f2-49ab-8c29-923e9ce1b747 req-387ba1ba-31ee-4559-9343-5c9755ff42fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:53.162262 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-22f20c73-47f2-49ab-8c29-923e9ce1b747 req-387ba1ba-31ee-4559-9343-5c9755ff42fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0446520 Apr 12 17:10:53.209567 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-22f20c73-47f2-49ab-8c29-923e9ce1b747 req-77998f8f-dd47-4f7f-bb23-5041275a277d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Apr 12 17:10:53.445750 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['d14160f6-0b69-47ac-93a2-173b914999e1'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:10:54.040501 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78f2d-5acf-406b-b9f3-c8eef66b0a8d req-2436f6eb-dc0f-4bdc-a6e7-93a66e41463c tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:54.044022 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-98d78f2d-5acf-406b-b9f3-c8eef66b0a8d req-2436f6eb-dc0f-4bdc-a6e7-93a66e41463c tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0512233 Apr 12 17:10:54.089666 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-98d78f2d-5acf-406b-b9f3-c8eef66b0a8d req-21768331-b76c-4c22-8148-d0b38cb4c4f9 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Apr 12 17:10:54.322657 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9e973-d4a0-4649-9a4d-6930366271d6 req-47c02048-32e0-48f4-89d4-a7c5f750ad01 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:54.324169 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c6f9e973-d4a0-4649-9a4d-6930366271d6 req-47c02048-32e0-48f4-89d4-a7c5f750ad01 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 945 time: 0.0492320 Apr 12 17:10:54.371280 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c6f9e973-d4a0-4649-9a4d-6930366271d6 req-2f282606-9660-4af1-8101-9d8fb2f46b85 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Apr 12 17:10:54.610914 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device d14160f6-0b69-47ac-93a2-173b914999e1 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:10:54.654335 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port d14160f6-0b69-47ac-93a2-173b914999e1 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:10:54.745230 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port d14160f6-0b69-47ac-93a2-173b914999e1 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:10:54.745636 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:54.837095 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port d14160f6-0b69-47ac-93a2-173b914999e1 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:10:54.837484 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:54.859832 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7603fc-98b0-4785-b21d-2bcf72ef2ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14160f6-0b69-47ac-93a2-173b914999e1'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:10:54.862031 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e151a0b2-fbd4-48d0-a67d-d79f1dce08eb" -d '{"events": [{"server_uuid": "ff7603fc-98b0-4785-b21d-2bcf72ef2ca9", "name": "network-vif-plugged", "status": "completed", "tag": "d14160f6-0b69-47ac-93a2-173b914999e1"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:10:54.874512 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port d14160f6-0b69-47ac-93a2-173b914999e1, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d14160f6-0b69-47ac-93a2-173b914999e1,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:10:54.897847 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425d3db6-2233-497b-89b4-741ed016f7af x-openstack-request-id: req-425d3db6-2233-497b-89b4-741ed016f7af {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:10:54.898154 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7603fc-98b0-4785-b21d-2bcf72ef2ca9", "name": "network-vif-plugged", "status": "completed", "tag": "d14160f6-0b69-47ac-93a2-173b914999e1", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:10:54.898441 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-425d3db6-2233-497b-89b4-741ed016f7af {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:10:54.898935 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425d3db6-2233-497b-89b4-741ed016f7af'] response: {'server_uuid': 'ff7603fc-98b0-4785-b21d-2bcf72ef2ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14160f6-0b69-47ac-93a2-173b914999e1', 'code': 200} Apr 12 17:10:54.958059 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:55.026547 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=d14160f6-0b69-47ac-93a2-173b914999e1,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:55.202976 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05d87a-7719-4efa-aa5b-415ed50f54fe req-4f483b5c-c254-4e31-ae13-f2bc05fca31d tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:55.204405 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df05d87a-7719-4efa-aa5b-415ed50f54fe req-4f483b5c-c254-4e31-ae13-f2bc05fca31d tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0466001 Apr 12 17:10:55.253338 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df05d87a-7719-4efa-aa5b-415ed50f54fe req-cc8c254b-ab89-4c7d-a4e1-4d8ba4c4b700 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432830 Apr 12 17:10:55.435204 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642642e3-a749-4bf6-916b-561a1850d9d7 req-6b161747-1848-45ce-a0ed-84bb1822bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:55.437696 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-642642e3-a749-4bf6-916b-561a1850d9d7 req-6b161747-1848-45ce-a0ed-84bb1822bd6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 1130 time: 0.0537560 Apr 12 17:10:55.490484 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e786-f6fc-4641-89eb-bd39b7b8e88c req-53a95f20-6598-4330-a848-4c7f469c502b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:55.492073 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6763e786-f6fc-4641-89eb-bd39b7b8e88c req-53a95f20-6598-4330-a848-4c7f469c502b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0462627 Apr 12 17:10:55.519943 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-642642e3-a749-4bf6-916b-561a1850d9d7 req-7ff7ebc0-6be4-44c8-9fa9-236edb5b9451 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Apr 12 17:10:55.538341 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6763e786-f6fc-4641-89eb-bd39b7b8e88c req-c4b2eb6c-dfb5-4859-b907-9c47f266cf79 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Apr 12 17:10:56.371502 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b752e5-8c50-4c14-a5db-49f5348982b7 req-38f0a97a-23cd-4cac-ad38-69214cad790e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:56.372941 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-22b752e5-8c50-4c14-a5db-49f5348982b7 req-38f0a97a-23cd-4cac-ad38-69214cad790e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0487323 Apr 12 17:10:56.422355 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-22b752e5-8c50-4c14-a5db-49f5348982b7 req-f1a5f0c8-f2ca-4b02-bd10-7558700e88d0 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437388 Apr 12 17:10:56.606878 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 40772) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:56.651824 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea2bae-69b3-4a5d-8881-18da35c736e7 req-1c0b0b2f-99f8-4a12-b34f-cf07b0187125 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:56.654027 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2bea2bae-69b3-4a5d-8881-18da35c736e7 req-1c0b0b2f-99f8-4a12-b34f-cf07b0187125 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0478165 Apr 12 17:10:56.712419 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2bea2bae-69b3-4a5d-8881-18da35c736e7 req-783ee008-a8a8-40af-a1d9-7b547468992e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532241 Apr 12 17:10:56.718111 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:56.793006 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Publish callbacks [] for security_group (23c0ba68-d9fc-4735-a1b4-03604f06a314), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:56.883475 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (23c0ba68-d9fc-4735-a1b4-03604f06a314), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:56.927129 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed1854aa45d643cebbeef09bcd93092a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182890 Apr 12 17:10:56.929062 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c0ba68-d9fc-4735-a1b4-03604f06a314,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:56.929780 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40784) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:56.936928 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.937273 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.937781 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.938290 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.938813 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.939376 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.939713 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.940045 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.940370 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.940867 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.941201 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.941526 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.941852 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.942282 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.942626 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51807bbb-31f4-425b-a35b-28c364373116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:10:56.981057 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6738d69d-208c-4a5c-82ee-bf59ef57eca5 admin admin] Publish callbacks [] for security_group (23c0ba68-d9fc-4735-a1b4-03604f06a314), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:57.002729 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6738d69d-208c-4a5c-82ee-bf59ef57eca5 admin admin] Publish callbacks [] for security_group (23c0ba68-d9fc-4735-a1b4-03604f06a314), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:57.197861 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6738d69d-208c-4a5c-82ee-bf59ef57eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (23c0ba68-d9fc-4735-a1b4-03604f06a314), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:57.200556 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6738d69d-208c-4a5c-82ee-bf59ef57eca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:57.201733 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6738d69d-208c-4a5c-82ee-bf59ef57eca5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23c0ba68-d9fc-4735-a1b4-03604f06a314 HTTP/1.1" status: 204 len: 168 time: 0.2708817 Apr 12 17:10:57.209883 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738d69d-208c-4a5c-82ee-bf59ef57eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c0ba68-d9fc-4735-a1b4-03604f06a314,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:57.539807 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1006154-c288-41a6-b35d-b75483830778 req-d9dc7793-b552-4f2d-b74b-37bd3545e13c tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:57.541419 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e1006154-c288-41a6-b35d-b75483830778 req-d9dc7793-b552-4f2d-b74b-37bd3545e13c tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0542936 Apr 12 17:10:57.588920 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e1006154-c288-41a6-b35d-b75483830778 req-9c48d656-718b-474c-8eb6-e72fe2313471 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Apr 12 17:10:57.825343 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e69a1d-616c-48e0-95f4-a085a17d8377 req-c6e1ce4b-5b74-40fe-bed9-5c50c1ba8d12 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:57.827582 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0e69a1d-616c-48e0-95f4-a085a17d8377 req-c6e1ce4b-5b74-40fe-bed9-5c50c1ba8d12 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0495155 Apr 12 17:10:57.870991 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 40814) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:57.884199 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a4e0-5e02-4c91-baff-e92da563150f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:57.889602 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0e69a1d-616c-48e0-95f4-a085a17d8377 req-b7d1174f-4f7b-47ac-b8ee-ab8bf3b48987 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555408 Apr 12 17:10:57.960008 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a4e0-5e02-4c91-baff-e92da563150f admin admin] Publish callbacks [] for security_group (85486e4f-bc72-4379-b8df-911bf6e578ba), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.020304 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 40818) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:58.060674 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a4e0-5e02-4c91-baff-e92da563150f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (85486e4f-bc72-4379-b8df-911bf6e578ba), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.101562 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7bd5a4e0-5e02-4c91-baff-e92da563150f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=647a5901b84d4bb7b7a9e43dba38b581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291205 Apr 12 17:10:58.105152 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40826) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:58.106778 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5a4e0-5e02-4c91-baff-e92da563150f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85486e4f-bc72-4379-b8df-911bf6e578ba,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:58.133974 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc3e877e-277c-4c7a-a6f3-e62f6e3f1b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.178710 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0c83e849-6840-428a-bb46-8bfd4f559d01 admin admin] Publish callbacks [] for security_group (85486e4f-bc72-4379-b8df-911bf6e578ba), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.203612 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0c83e849-6840-428a-bb46-8bfd4f559d01 admin admin] Publish callbacks [] for security_group (85486e4f-bc72-4379-b8df-911bf6e578ba), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.225758 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc3e877e-277c-4c7a-a6f3-e62f6e3f1b39 admin admin] Publish callbacks [] for security_group (3d1668d4-5b24-41f3-9fa8-843da0fc060f), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.300087 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc3e877e-277c-4c7a-a6f3-e62f6e3f1b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3d1668d4-5b24-41f3-9fa8-843da0fc060f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.344458 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-bc3e877e-277c-4c7a-a6f3-e62f6e3f1b39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7208bd249f374c798063bf5aa3cb501f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226407 Apr 12 17:10:58.345400 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e877e-277c-4c7a-a6f3-e62f6e3f1b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1668d4-5b24-41f3-9fa8-843da0fc060f,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:58.346820 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40844) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:58.369499 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0c83e849-6840-428a-bb46-8bfd4f559d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (85486e4f-bc72-4379-b8df-911bf6e578ba), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.372010 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0c83e849-6840-428a-bb46-8bfd4f559d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.373431 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0c83e849-6840-428a-bb46-8bfd4f559d01 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85486e4f-bc72-4379-b8df-911bf6e578ba HTTP/1.1" status: 204 len: 168 time: 0.2667699 Apr 12 17:10:58.393480 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83e849-6840-428a-bb46-8bfd4f559d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85486e4f-bc72-4379-b8df-911bf6e578ba,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:58.420249 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-28603862-4d13-41eb-b6bd-72bf628295d4 admin admin] Publish callbacks [] for security_group (3d1668d4-5b24-41f3-9fa8-843da0fc060f), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.453809 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-28603862-4d13-41eb-b6bd-72bf628295d4 admin admin] Publish callbacks [] for security_group (3d1668d4-5b24-41f3-9fa8-843da0fc060f), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.626799 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-28603862-4d13-41eb-b6bd-72bf628295d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3d1668d4-5b24-41f3-9fa8-843da0fc060f), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.631275 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-28603862-4d13-41eb-b6bd-72bf628295d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:58.632862 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-28603862-4d13-41eb-b6bd-72bf628295d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d1668d4-5b24-41f3-9fa8-843da0fc060f HTTP/1.1" status: 204 len: 168 time: 0.2847497 Apr 12 17:10:58.641856 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28603862-4d13-41eb-b6bd-72bf628295d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1668d4-5b24-41f3-9fa8-843da0fc060f,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:59.019983 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b977461-fced-448c-800c-254167ef1901 req-c515e8d2-1c78-405e-a6a5-6bee0aad308a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:59.021449 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b977461-fced-448c-800c-254167ef1901 req-c515e8d2-1c78-405e-a6a5-6bee0aad308a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0493824 Apr 12 17:10:59.077451 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b977461-fced-448c-800c-254167ef1901 req-fe8d57bb-e324-49c2-a219-f2acd8a73e78 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Apr 12 17:10:59.421818 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 40898) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:59.436135 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-79887f06-1a0b-463f-8e65-143147072c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:59.525914 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-79887f06-1a0b-463f-8e65-143147072c36 admin admin] Publish callbacks [] for security_group (90260649-ec0d-4d7b-8148-03a18ad38ec4), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:59.626227 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-79887f06-1a0b-463f-8e65-143147072c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (90260649-ec0d-4d7b-8148-03a18ad38ec4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:59.701476 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-79887f06-1a0b-463f-8e65-143147072c36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba8461df803b4686a2afc53e412a6257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784758 Apr 12 17:10:59.704132 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79887f06-1a0b-463f-8e65-143147072c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90260649-ec0d-4d7b-8148-03a18ad38ec4,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:59.704272 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 40906) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:10:59.721553 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacba0b-198e-4ea3-a7f0-3e87d53c4a86 req-6ad16ee4-efb2-4777-b805-df309349385f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:59.723057 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ecacba0b-198e-4ea3-a7f0-3e87d53c4a86 req-6ad16ee4-efb2-4777-b805-df309349385f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0939436 Apr 12 17:10:59.762748 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af5f2c7f-8fbb-4e3c-a1f3-fbefbc81d476 admin admin] Publish callbacks [] for security_group (90260649-ec0d-4d7b-8148-03a18ad38ec4), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:59.772744 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-563d963d-9d7c-4864-a1b9-ffc1ed50a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:59.774284 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-563d963d-9d7c-4864-a1b9-ffc1ed50a6eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 1130 time: 0.0662990 Apr 12 17:10:59.788589 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af5f2c7f-8fbb-4e3c-a1f3-fbefbc81d476 admin admin] Publish callbacks [] for security_group (90260649-ec0d-4d7b-8148-03a18ad38ec4), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:59.921308 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ecacba0b-198e-4ea3-a7f0-3e87d53c4a86 req-e3ee409f-2c21-4962-b68e-9ab6bc956a31 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750817 Apr 12 17:10:59.929801 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af5f2c7f-8fbb-4e3c-a1f3-fbefbc81d476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (90260649-ec0d-4d7b-8148-03a18ad38ec4), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:59.932441 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-af5f2c7f-8fbb-4e3c-a1f3-fbefbc81d476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:10:59.933542 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-af5f2c7f-8fbb-4e3c-a1f3-fbefbc81d476 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90260649-ec0d-4d7b-8148-03a18ad38ec4 HTTP/1.1" status: 204 len: 168 time: 0.2282717 Apr 12 17:10:59.941983 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f2c7f-8fbb-4e3c-a1f3-fbefbc81d476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90260649-ec0d-4d7b-8148-03a18ad38ec4,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:10:59.977770 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-ee8c3ee5-a96f-42a2-aa59-76bd44bf0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:10:59.982699 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-ee8c3ee5-a96f-42a2-aa59-76bd44bf0978 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.1993778 Apr 12 17:11:00.190894 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-758e0342-22cc-4bd2-9eae-61fd1444d72b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d14160f6-0b69-47ac-93a2-173b914999e1 HTTP/1.1" status: 200 len: 217 time: 0.1971004 Apr 12 17:11:00.240796 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-afe825df-9747-4a9e-bc9d-a622a0c6c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:00.242316 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-afe825df-9747-4a9e-bc9d-a622a0c6c422 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0438156 Apr 12 17:11:00.288916 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-ebb2fdae-747d-42e0-b767-0452f77aece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:00.290552 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-ebb2fdae-747d-42e0-b767-0452f77aece0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414958 Apr 12 17:11:00.385288 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-d4a70258-9f49-483a-832f-7d453ce68bef service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870306 Apr 12 17:11:00.478650 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4b3dbea7-bba6-4f15-9c97-1faadf98da01 req-80fe4de8-693d-4665-b951-7bd3ef3c3ed2 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858438 Apr 12 17:11:01.068549 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca7797-6dbc-4709-8a25-e053e14286ca req-55313cf9-7225-4354-9f71-6a6b9fd9e4e6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:01.070159 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c9ca7797-6dbc-4709-8a25-e053e14286ca req-55313cf9-7225-4354-9f71-6a6b9fd9e4e6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0677109 Apr 12 17:11:01.119813 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c9ca7797-6dbc-4709-8a25-e053e14286ca req-3702e5ea-a650-47a3-a201-2f7c8c825e9d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Apr 12 17:11:01.137240 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 40992) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:01.238515 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1601128480-network', 'tenant_id': 'c6a260d3af714e98aa46d1f0d1359c49'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:01.321876 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Made reservation on behalf of c6a260d3af714e98aa46d1f0d1359c49 for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:11:01.324214 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:01.332766 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:01.403374 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Publish callbacks [] for security_group (3eae267e-2b9c-400d-856f-80cd4d553114), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:01.460047 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3eae267e-2b9c-400d-856f-80cd4d553114), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:01.482086 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:11:01.496799 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eae267e-2b9c-400d-856f-80cd4d553114,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:01.499850 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:01.500083 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Added segment fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb of type vlan for network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 Apr 12 17:11:01.545906 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:01.665688 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:01.666801 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:01.667444 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:01.727970 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] Pushing event updated for resources: {'Network': ['ID=c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:01.742154 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:11:01.762183 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a8f5ce35-f96b-4fb9-8e6b-f3bdf960ce99 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6224618 Apr 12 17:11:01.763848 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 41008) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:01.768688 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Request body: {'subnet': {'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1601128480-subnet', 'tenant_id': 'c6a260d3af714e98aa46d1f0d1359c49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:01.900964 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Made reservation on behalf of c6a260d3af714e98aa46d1f0d1359c49 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:11:01.903420 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3604528'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:02.145258 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3976995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3604518'] for subnet (bf358685-9640-4ea2-ba91-c345011ca396), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:02.234752 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf358685-9640-4ea2-ba91-c345011ca396,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:02.242851 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Checking segment: {'id': 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:11:02.243994 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Network hostable DHCP agents. Network: c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:11:02.260984 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8dc27-5249-42d0-878f-de2ec6dec070 req-31f97398-e7ad-4997-90bd-4dffc6411672 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:02.262461 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26a8dc27-5249-42d0-878f-de2ec6dec070 req-31f97398-e7ad-4997-90bd-4dffc6411672 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0759773 Apr 12 17:11:02.314764 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26a8dc27-5249-42d0-878f-de2ec6dec070 req-6d90447b-b77f-4989-97f6-1dfc7011ba34 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448680 Apr 12 17:11:02.350761 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:11:02.436468 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:11:02.440809 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:02.441417 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:02.447382 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e537cb5d-c140-4953-876d-3d6b4b6465f8 None None] Network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:11:02.546978 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e263b8-9527-4938-8214-c704be485588 None None] Network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:11:02.572390 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-251ccbb9-da36-4f8e-b03d-4d1b9d65418f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8069513 Apr 12 17:11:03.434193 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976ffcb-9ad7-4f6a-a357-59b56aea8ef9 req-708f0c67-8d57-458d-a07e-2fc71ad68603 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:03.435762 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e976ffcb-9ad7-4f6a-a357-59b56aea8ef9 req-708f0c67-8d57-458d-a07e-2fc71ad68603 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0474792 Apr 12 17:11:03.484602 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e976ffcb-9ad7-4f6a-a357-59b56aea8ef9 req-399f03f6-3e45-4eb5-9080-140b7447dd1c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Apr 12 17:11:04.335255 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 41078) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:04.440068 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fde6e434-0a1c-47f2-85c2-09512f314335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:04.511897 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fde6e434-0a1c-47f2-85c2-09512f314335 admin admin] Publish callbacks [] for security_group (86b4aee7-626d-4797-ae98-91d881274640), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:04.580300 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fde6e434-0a1c-47f2-85c2-09512f314335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (86b4aee7-626d-4797-ae98-91d881274640), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:04.629873 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c613f-4413-4fca-b0f1-73f3da5dd05d req-e2e95f1c-5b22-4064-ab1a-264b3f7f205f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:04.631304 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-872c613f-4413-4fca-b0f1-73f3da5dd05d req-e2e95f1c-5b22-4064-ab1a-264b3f7f205f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0812128 Apr 12 17:11:04.633292 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6e434-0a1c-47f2-85c2-09512f314335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b4aee7-626d-4797-ae98-91d881274640,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:04.638397 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fde6e434-0a1c-47f2-85c2-09512f314335 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5d373a18c444811a0db072b485cea2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020110 Apr 12 17:11:04.640399 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41086) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:04.687382 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-872c613f-4413-4fca-b0f1-73f3da5dd05d req-bbdd6ee7-a4a7-48c7-a9d3-dff90d8ce73f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467129 Apr 12 17:11:04.698575 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f69de4b4-c63c-40a8-b2d8-4c08b4bc829d admin admin] Publish callbacks [] for security_group (86b4aee7-626d-4797-ae98-91d881274640), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:04.723234 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f69de4b4-c63c-40a8-b2d8-4c08b4bc829d admin admin] Publish callbacks [] for security_group (86b4aee7-626d-4797-ae98-91d881274640), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:04.831819 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f69de4b4-c63c-40a8-b2d8-4c08b4bc829d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (86b4aee7-626d-4797-ae98-91d881274640), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:04.834345 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f69de4b4-c63c-40a8-b2d8-4c08b4bc829d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:04.835518 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f69de4b4-c63c-40a8-b2d8-4c08b4bc829d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86b4aee7-626d-4797-ae98-91d881274640 HTTP/1.1" status: 204 len: 168 time: 0.1935701 Apr 12 17:11:04.844278 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69de4b4-c63c-40a8-b2d8-4c08b4bc829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b4aee7-626d-4797-ae98-91d881274640,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:05.448769 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41124) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:05.463843 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5476-9e5c-40e5-a5cc-7325ca6d3473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:05.541369 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5476-9e5c-40e5-a5cc-7325ca6d3473 admin admin] Publish callbacks [] for security_group (86b2922f-02ee-4626-b543-df56c95d1293), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:05.603051 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5476-9e5c-40e5-a5cc-7325ca6d3473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (86b2922f-02ee-4626-b543-df56c95d1293), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:05.642464 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1b9c5476-9e5c-40e5-a5cc-7325ca6d3473 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae24effc99df4ff1b726f7a2338c0e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924112 Apr 12 17:11:05.643389 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c5476-9e5c-40e5-a5cc-7325ca6d3473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b2922f-02ee-4626-b543-df56c95d1293,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:05.645150 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 41126) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:05.692789 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa32ace6-f207-4c5c-820e-4e3cfff105e0 admin admin] Publish callbacks [] for security_group (86b2922f-02ee-4626-b543-df56c95d1293), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:05.714499 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa32ace6-f207-4c5c-820e-4e3cfff105e0 admin admin] Publish callbacks [] for security_group (86b2922f-02ee-4626-b543-df56c95d1293), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:05.807932 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cae23-3907-4be4-8407-6037647ed4fa req-a7e7d067-b5ec-4513-88bf-8b7c6699765d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:05.809426 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-159cae23-3907-4be4-8407-6037647ed4fa req-a7e7d067-b5ec-4513-88bf-8b7c6699765d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0487478 Apr 12 17:11:05.856779 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-159cae23-3907-4be4-8407-6037647ed4fa req-cf364770-37a1-4331-9f63-629593d4e365 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Apr 12 17:11:05.888393 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa32ace6-f207-4c5c-820e-4e3cfff105e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (86b2922f-02ee-4626-b543-df56c95d1293), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:05.891100 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa32ace6-f207-4c5c-820e-4e3cfff105e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:05.892275 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fa32ace6-f207-4c5c-820e-4e3cfff105e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86b2922f-02ee-4626-b543-df56c95d1293 HTTP/1.1" status: 204 len: 168 time: 0.2456884 Apr 12 17:11:05.900656 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32ace6-f207-4c5c-820e-4e3cfff105e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b2922f-02ee-4626-b543-df56c95d1293,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:06.437764 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-f577b877-d948-40d6-a2f3-23f274eb50b8 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:06.439152 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-f577b877-d948-40d6-a2f3-23f274eb50b8 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/networks?id=c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 HTTP/1.1" status: 200 len: 809 time: 0.1117449 Apr 12 17:11:06.453674 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-2c99c5e4-f44a-4785-9bb0-f52f2719dc48 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/quotas/c6a260d3af714e98aa46d1f0d1359c49 HTTP/1.1" status: 200 len: 375 time: 0.0087726 Apr 12 17:11:06.486422 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-a782af8a-ba3d-4dab-ad23-c9f4f3d6c51f tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6a260d3af714e98aa46d1f0d1359c49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278332 Apr 12 17:11:06.581416 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-1c7aadb7-5cf7-4bcf-b2fa-079dcc3402cd service neutron] 10.222.0.64 "GET /v2.0/networks/c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877120 Apr 12 17:11:06.671376 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-eca5a5d9-1183-4773-95dc-fba3bcf27fd4 service neutron] 10.222.0.64 "GET /v2.0/networks/c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842004 Apr 12 17:11:06.696892 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41172) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:06.709567 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7810856a-5289-4d8e-9e62-9b32e01d1998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:06.788038 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7810856a-5289-4d8e-9e62-9b32e01d1998 admin admin] Publish callbacks [] for security_group (21b90799-8385-48f1-99cf-8d355a6a732d), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:06.854845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7810856a-5289-4d8e-9e62-9b32e01d1998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (21b90799-8385-48f1-99cf-8d355a6a732d), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:06.947165 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-7810856a-5289-4d8e-9e62-9b32e01d1998 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bb54ae388994786ab21aad5fb98f9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484367 Apr 12 17:11:06.954676 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41186) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:06.958467 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d2af6dcf-bf6a-4441-b48d-92d3af16863b req-53901f1e-94a4-441b-8e78-1dc70ac5db8f tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0607116 Apr 12 17:11:06.966476 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810856a-5289-4d8e-9e62-9b32e01d1998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b90799-8385-48f1-99cf-8d355a6a732d,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:07.039964 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41190) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:07.046868 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47884282-51f3-4c2c-b21f-71465f06e700 req-a0fef18b-97b2-4592-957e-bc4f19d93ac5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:07.049770 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-abf275ba-7f42-4dd8-bbbd-41d2cf4aa843 admin admin] Publish callbacks [] for security_group (21b90799-8385-48f1-99cf-8d355a6a732d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.055767 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-47884282-51f3-4c2c-b21f-71465f06e700 req-a0fef18b-97b2-4592-957e-bc4f19d93ac5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.1171925 Apr 12 17:11:07.112213 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-abf275ba-7f42-4dd8-bbbd-41d2cf4aa843 admin admin] Publish callbacks [] for security_group (21b90799-8385-48f1-99cf-8d355a6a732d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.121061 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-47884282-51f3-4c2c-b21f-71465f06e700 req-02a3c0cf-d9d9-4430-b6c0-feb9db850320 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643237 Apr 12 17:11:07.177766 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ee85-7239-4b17-af4e-7ceb2408a3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.273097 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-abf275ba-7f42-4dd8-bbbd-41d2cf4aa843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (21b90799-8385-48f1-99cf-8d355a6a732d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.275677 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-abf275ba-7f42-4dd8-bbbd-41d2cf4aa843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.276788 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-abf275ba-7f42-4dd8-bbbd-41d2cf4aa843 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21b90799-8385-48f1-99cf-8d355a6a732d HTTP/1.1" status: 204 len: 168 time: 0.3206954 Apr 12 17:11:07.296590 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf275ba-7f42-4dd8-bbbd-41d2cf4aa843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b90799-8385-48f1-99cf-8d355a6a732d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:07.352954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ee85-7239-4b17-af4e-7ceb2408a3eb admin admin] Publish callbacks [] for security_group (f3556d85-2501-413b-b532-68aa71aa3b06), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.442734 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ee85-7239-4b17-af4e-7ceb2408a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (f3556d85-2501-413b-b532-68aa71aa3b06), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.481297 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a5f6ee85-7239-4b17-af4e-7ceb2408a3eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a262b7dd5500498ebe91ff6261238488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4326181 Apr 12 17:11:07.483252 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6ee85-7239-4b17-af4e-7ceb2408a3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3556d85-2501-413b-b532-68aa71aa3b06,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:07.484080 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 41208) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:07.533465 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32b9e911-85bf-45b2-bb37-c7e060f334f0 admin admin] Publish callbacks [] for security_group (f3556d85-2501-413b-b532-68aa71aa3b06), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.555098 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32b9e911-85bf-45b2-bb37-c7e060f334f0 admin admin] Publish callbacks [] for security_group (f3556d85-2501-413b-b532-68aa71aa3b06), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.699974 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32b9e911-85bf-45b2-bb37-c7e060f334f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (f3556d85-2501-413b-b532-68aa71aa3b06), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.702609 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32b9e911-85bf-45b2-bb37-c7e060f334f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:07.703756 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-32b9e911-85bf-45b2-bb37-c7e060f334f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3556d85-2501-413b-b532-68aa71aa3b06 HTTP/1.1" status: 204 len: 168 time: 0.2186971 Apr 12 17:11:07.711940 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9e911-85bf-45b2-bb37-c7e060f334f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3556d85-2501-413b-b532-68aa71aa3b06,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:08.062227 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2be0f734-c7ff-4dee-8750-4c7e7600e322 req-d0c01ab0-e18d-4a14-8cfd-2aebf4685f5d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0294020 Apr 12 17:11:08.241333 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d49036-712e-4e65-910f-923cf320e44b req-407a26e2-cfd8-4799-af15-78c158b3f74d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:08.246872 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-25d49036-712e-4e65-910f-923cf320e44b req-407a26e2-cfd8-4799-af15-78c158b3f74d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0530143 Apr 12 17:11:08.296062 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-25d49036-712e-4e65-910f-923cf320e44b req-6df93e10-4d38-4c0d-8c89-fc05ce487dce tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476904 Apr 12 17:11:08.499040 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 41250) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:08.512394 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d2256a27-2629-40fc-80c2-c7d0afd73a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:08.589363 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d2256a27-2629-40fc-80c2-c7d0afd73a66 admin admin] Publish callbacks [] for security_group (3e5fba13-7656-44d0-82e2-f2f0b7c3b94e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:08.677599 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d2256a27-2629-40fc-80c2-c7d0afd73a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3e5fba13-7656-44d0-82e2-f2f0b7c3b94e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:08.717858 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d2256a27-2629-40fc-80c2-c7d0afd73a66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6f81649bbaf4e73a20da784fa71d830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175670 Apr 12 17:11:08.718917 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2256a27-2629-40fc-80c2-c7d0afd73a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5fba13-7656-44d0-82e2-f2f0b7c3b94e,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:08.720937 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41254) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:08.775035 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-09c910d2-bfb6-46ca-b3fe-f299aa401e7d admin admin] Publish callbacks [] for security_group (3e5fba13-7656-44d0-82e2-f2f0b7c3b94e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:08.796882 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-09c910d2-bfb6-46ca-b3fe-f299aa401e7d admin admin] Publish callbacks [] for security_group (3e5fba13-7656-44d0-82e2-f2f0b7c3b94e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:08.934544 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-09c910d2-bfb6-46ca-b3fe-f299aa401e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3e5fba13-7656-44d0-82e2-f2f0b7c3b94e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:08.937140 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-09c910d2-bfb6-46ca-b3fe-f299aa401e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:08.939373 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-09c910d2-bfb6-46ca-b3fe-f299aa401e7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e5fba13-7656-44d0-82e2-f2f0b7c3b94e HTTP/1.1" status: 204 len: 168 time: 0.2174041 Apr 12 17:11:08.950030 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c910d2-bfb6-46ca-b3fe-f299aa401e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5fba13-7656-44d0-82e2-f2f0b7c3b94e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:09.158881 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2e33c6b9-e0d4-4d6a-b458-08132611f333 req-aa76d68d-cea9-4998-ad8a-33cd016f20d2 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0289125 Apr 12 17:11:09.434311 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd3007-bd24-4d3f-995e-aa516f7ecbd5 req-2c7f6c92-770b-4ab9-a933-904f29530b5f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:09.441385 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8afd3007-bd24-4d3f-995e-aa516f7ecbd5 req-2c7f6c92-770b-4ab9-a933-904f29530b5f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0655675 Apr 12 17:11:09.492875 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8afd3007-bd24-4d3f-995e-aa516f7ecbd5 req-5edc92cc-9a8d-421f-8ab4-0d877c3fecfc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503612 Apr 12 17:11:10.297576 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-33273c20-4687-4f16-902d-70051aed7e27 req-0f15e3b6-5569-4f6b-9779-3bac97e3c6b5 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0483875 Apr 12 17:11:10.615818 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f296d-2c80-47cc-9707-66224f36c4c7 req-df24f246-fb99-400a-9da3-9bdbb6a4b9f4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:10.617283 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c00f296d-2c80-47cc-9707-66224f36c4c7 req-df24f246-fb99-400a-9da3-9bdbb6a4b9f4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0540013 Apr 12 17:11:10.664435 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c00f296d-2c80-47cc-9707-66224f36c4c7 req-5e92f95b-da45-4c14-8df2-558139c19b10 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Apr 12 17:11:10.766318 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 41368) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:10.871143 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9283656f-0b67-4e71-863e-50ed66a3d66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:10.946560 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9283656f-0b67-4e71-863e-50ed66a3d66e admin admin] Publish callbacks [] for security_group (9a7f69c2-789e-4e67-90fd-bda96587efb6), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:11.065872 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9283656f-0b67-4e71-863e-50ed66a3d66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (9a7f69c2-789e-4e67-90fd-bda96587efb6), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:11.105592 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9283656f-0b67-4e71-863e-50ed66a3d66e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bdcbd0243324afaa07e81ad31d2c532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381562 Apr 12 17:11:11.106585 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283656f-0b67-4e71-863e-50ed66a3d66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7f69c2-789e-4e67-90fd-bda96587efb6,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:11.108328 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41378) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:11.155471 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d0aab416-8c91-46a7-bac0-009cf900e94a admin admin] Publish callbacks [] for security_group (9a7f69c2-789e-4e67-90fd-bda96587efb6), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:11.179422 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d0aab416-8c91-46a7-bac0-009cf900e94a admin admin] Publish callbacks [] for security_group (9a7f69c2-789e-4e67-90fd-bda96587efb6), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:11.328991 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d0aab416-8c91-46a7-bac0-009cf900e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (9a7f69c2-789e-4e67-90fd-bda96587efb6), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:11.331494 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d0aab416-8c91-46a7-bac0-009cf900e94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:11.332629 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d0aab416-8c91-46a7-bac0-009cf900e94a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a7f69c2-789e-4e67-90fd-bda96587efb6 HTTP/1.1" status: 204 len: 168 time: 0.2233260 Apr 12 17:11:11.342522 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aab416-8c91-46a7-bac0-009cf900e94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7f69c2-789e-4e67-90fd-bda96587efb6,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:11.415487 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d62b8272-d0cd-4c3d-87ec-838207d8a9e3 req-8b4e9719-3502-4b0d-ae14-0fd2dfdc9080 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0440893 Apr 12 17:11:11.779713 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9076b-2024-41f6-98c2-0300117e4c97 req-d3a94cc1-37ae-4ac5-82e1-c4b421aa74d1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:11.781193 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1df9076b-2024-41f6-98c2-0300117e4c97 req-d3a94cc1-37ae-4ac5-82e1-c4b421aa74d1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0508087 Apr 12 17:11:11.828578 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1df9076b-2024-41f6-98c2-0300117e4c97 req-55f9b998-0699-4ec4-85ad-3f74c16a14c3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Apr 12 17:11:11.944419 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41418) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:11.957530 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4031d3d9-a767-468e-90f9-754f7d33a891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:12.032451 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4031d3d9-a767-468e-90f9-754f7d33a891 admin admin] Publish callbacks [] for security_group (f89ac769-4d19-475b-a54e-07fd4f6f69ac), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:12.134113 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4031d3d9-a767-468e-90f9-754f7d33a891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (f89ac769-4d19-475b-a54e-07fd4f6f69ac), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:12.173002 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4031d3d9-a767-468e-90f9-754f7d33a891 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f414303ce7ae43518596c79afb79c7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274973 Apr 12 17:11:12.173871 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031d3d9-a767-468e-90f9-754f7d33a891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ac769-4d19-475b-a54e-07fd4f6f69ac,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:12.175725 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 41424) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:12.225882 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36a7efec-a727-4978-a251-978ef0c1b316 admin admin] Publish callbacks [] for security_group (f89ac769-4d19-475b-a54e-07fd4f6f69ac), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:12.247142 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36a7efec-a727-4978-a251-978ef0c1b316 admin admin] Publish callbacks [] for security_group (f89ac769-4d19-475b-a54e-07fd4f6f69ac), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:12.386324 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36a7efec-a727-4978-a251-978ef0c1b316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (f89ac769-4d19-475b-a54e-07fd4f6f69ac), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:12.388845 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36a7efec-a727-4978-a251-978ef0c1b316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:12.390507 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-36a7efec-a727-4978-a251-978ef0c1b316 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f89ac769-4d19-475b-a54e-07fd4f6f69ac HTTP/1.1" status: 204 len: 168 time: 0.2132883 Apr 12 17:11:12.398189 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7efec-a727-4978-a251-978ef0c1b316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ac769-4d19-475b-a54e-07fd4f6f69ac,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:12.528272 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-adeb777f-33cf-4b80-913f-009f88688990 req-254d2fc1-dbaa-4490-b60d-af1f84c3bc59 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0275505 Apr 12 17:11:12.950505 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08543694-8c40-4510-91a3-ffd767d248c4 req-646b0067-44a5-4b58-b6c2-6a051bb659e1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:12.952032 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-08543694-8c40-4510-91a3-ffd767d248c4 req-646b0067-44a5-4b58-b6c2-6a051bb659e1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0489841 Apr 12 17:11:13.003478 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-08543694-8c40-4510-91a3-ffd767d248c4 req-b162ac6a-5e0e-4ecb-a22d-c78009dc1647 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Apr 12 17:11:13.624272 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cf2a75ee-2293-467a-adf1-4917e21c809d req-3e50baf7-3084-483b-ad3d-8c02df9142ce tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0318811 Apr 12 17:11:14.115315 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb67b6-02aa-45dc-8d03-7c104e6ec11f req-215bf0af-fa0c-46de-a7d5-e43344f3faf8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:14.116844 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-47bb67b6-02aa-45dc-8d03-7c104e6ec11f req-215bf0af-fa0c-46de-a7d5-e43344f3faf8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0465782 Apr 12 17:11:14.163056 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-47bb67b6-02aa-45dc-8d03-7c104e6ec11f req-1575ee36-e661-4e75-9d4f-5279ba1518ff tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Apr 12 17:11:14.745794 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-53314e20-7f56-4359-bbcb-5c4ccd2821a3 req-686d8d85-f0a2-403f-9481-89e76578a36d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0544035 Apr 12 17:11:15.275936 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185e7c9-94c2-4edd-80e9-19aa64c01555 req-f236fc91-2fde-4418-892c-8c6144dcb968 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:15.277479 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5185e7c9-94c2-4edd-80e9-19aa64c01555 req-f236fc91-2fde-4418-892c-8c6144dcb968 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0503318 Apr 12 17:11:15.323003 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5185e7c9-94c2-4edd-80e9-19aa64c01555 req-ddc82a2d-3c37-468b-bcfc-4f9b7bab87ec tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Apr 12 17:11:15.451674 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90c302-aba2-4059-83e3-1125248fcc26 req-5b1c5714-ce0c-4e0e-9a27-7c7f3c7753cc tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:15.453274 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5e90c302-aba2-4059-83e3-1125248fcc26 req-5b1c5714-ce0c-4e0e-9a27-7c7f3c7753cc tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0465586 Apr 12 17:11:15.505389 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5e90c302-aba2-4059-83e3-1125248fcc26 req-7e8d3c91-1e52-4093-a079-8a715daa40b1 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460699 Apr 12 17:11:15.850983 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c35ed772-fee5-45c2-be17-8e573ced7936 req-e3fd2520-2ef5-46a9-a099-06b66606d245 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0283418 Apr 12 17:11:16.133146 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:16.434720 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e49bbd-c3cf-4b60-a1e5-d781adcef480 req-1b827599-f7d8-4b42-ad13-e38990e004d8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:16.436120 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-18e49bbd-c3cf-4b60-a1e5-d781adcef480 req-1b827599-f7d8-4b42-ad13-e38990e004d8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0449002 Apr 12 17:11:16.483212 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-18e49bbd-c3cf-4b60-a1e5-d781adcef480 req-0e4cf4a7-723e-43b9-a5e7-850a0ffc2c38 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Apr 12 17:11:16.622609 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48720c86-7baf-4470-a7f7-92309682bf72 req-51a249ec-1c4c-4d3c-b605-f96863e9c070 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:16.624029 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-48720c86-7baf-4470-a7f7-92309682bf72 req-51a249ec-1c4c-4d3c-b605-f96863e9c070 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0510104 Apr 12 17:11:16.631338 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7bd9-35a1-4b41-ac2b-66baf55d4420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:16.670759 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-48720c86-7baf-4470-a7f7-92309682bf72 req-d0cfc3c2-ba96-49fe-82ab-e96e5bfb4172 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Apr 12 17:11:16.947427 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-30eda1b1-6ad8-47e7-b48e-da634edd0d0f req-b6bbcd1b-5f66-406f-b514-59e117529489 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0276415 Apr 12 17:11:17.367221 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-0099987e-1078-4072-acce-f314082de85b tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:17.368649 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-0099987e-1078-4072-acce-f314082de85b tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.41 "GET /v2.0/networks?id=c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 HTTP/1.1" status: 200 len: 809 time: 0.1003280 Apr 12 17:11:17.400656 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Request body: {'port': {'device_id': 'e9391880-897f-47f7-bae3-7f5bad6505fd', 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4', 'admin_state_up': True, 'tenant_id': 'c6a260d3af714e98aa46d1f0d1359c49'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:17.580736 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Made reservation on behalf of c6a260d3af714e98aa46d1f0d1359c49 for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:11:17.583996 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:17.606434 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67e81e-534e-43ec-8b18-e07bcb852dcb req-0d5ddf2d-0a5c-494f-9e03-d5b4f04298bd tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:17.611468 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ac67e81e-534e-43ec-8b18-e07bcb852dcb req-0d5ddf2d-0a5c-494f-9e03-d5b4f04298bd tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0605097 Apr 12 17:11:17.733695 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ac67e81e-534e-43ec-8b18-e07bcb852dcb req-79a4c22a-46b4-4fd2-b0a4-5f1dd484891d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092880 Apr 12 17:11:17.758250 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Allocated IP 172.20.0.10 (c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4/bf358685-9640-4ea2-ba91-c345011ca396/ba106c53-4f75-427f-ada3-313a7e078025) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:11:17.791079 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b93c3-1d35-45c4-a7d8-b8253f2ad73c req-b428a261-5327-43e4-8e02-4641873c5bec tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:17.792503 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cf7b93c3-1d35-45c4-a7d8-b8253f2ad73c req-b428a261-5327-43e4-8e02-4641873c5bec tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0475993 Apr 12 17:11:17.846087 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cf7b93c3-1d35-45c4-a7d8-b8253f2ad73c req-76fe975b-9203-4b64-8dbb-88c6d0da634a tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478067 Apr 12 17:11:17.918024 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks [] for port (ba106c53-4f75-427f-ada3-313a7e078025), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:18.039450 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ed8768b1-8e35-478a-ba36-a2319cc754bb req-1b91ecd7-bf6a-47a3-a693-6c24b172f3cb tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0283017 Apr 12 17:11:18.040453 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (ba106c53-4f75-427f-ada3-313a7e078025), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:18.085222 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:11:18.090465 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:11:18.094282 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:11:18.101486 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Pushing event updated for resources: {'Port': ['ID=ba106c53-4f75-427f-ada3-313a7e078025,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:18.148950 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:18.149562 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:18.216516 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-ae08d56f-63a1-43e6-b52f-bac9a27b8132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8195949 Apr 12 17:11:18.802872 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-12717acf-5773-489b-88f2-1fff1eb0ae87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:18.852344 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8676e-03f3-4cf8-aefb-29f95b6b20da req-7ea0962e-96d5-43d7-a0e4-095d3fae01b8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:18.854039 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95a8676e-03f3-4cf8-aefb-29f95b6b20da req-7ea0962e-96d5-43d7-a0e4-095d3fae01b8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0486994 Apr 12 17:11:18.916399 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-95a8676e-03f3-4cf8-aefb-29f95b6b20da req-22045cb4-a0e9-4f9c-afab-63761170b4ce tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531151 Apr 12 17:11:18.919263 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Request body: {'port': {'device_id': 'e9391880-897f-47f7-bae3-7f5bad6505fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:19.000502 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6088a4-2a04-457c-b4b0-44b467485800 req-3892a420-0440-41b4-9355-684c9cebf0a1 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:19.001952 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8d6088a4-2a04-457c-b4b0-44b467485800 req-3892a420-0440-41b4-9355-684c9cebf0a1 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.0787091 Apr 12 17:11:19.045732 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (ba106c53-4f75-427f-ada3-313a7e078025), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.087302 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41660) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:19.177582 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8d6088a4-2a04-457c-b4b0-44b467485800 req-7de52d4e-28cc-43a5-97a4-6101cce853d7 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9dd3e9e-c400-4623-bab3-70a37e882d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601958 Apr 12 17:11:19.201138 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-09d2aa2a-46ba-4017-8df3-12ab230741cd tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:19.206643 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-09d2aa2a-46ba-4017-8df3-12ab230741cd tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.41 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 945 time: 0.1063871 Apr 12 17:11:19.238541 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024917e-385b-45cf-b21a-d2d8bfb6dc1f req-05b031d5-6102-4423-8f58-3a8e1f044f04 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:19.240235 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f024917e-385b-45cf-b21a-d2d8bfb6dc1f req-05b031d5-6102-4423-8f58-3a8e1f044f04 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 932 time: 0.0969262 Apr 12 17:11:19.288703 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b456ee-e6eb-46ae-b2fd-2bb52b1a66ac admin admin] Deleting subnet 9498dae0-bdee-4dc4-a357-19158a214c31 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:11:19.302901 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-28b456ee-e6eb-46ae-b2fd-2bb52b1a66ac admin admin] Publish callbacks [] for subnet (9498dae0-bdee-4dc4-a357-19158a214c31), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.363901 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba106c53-4f75-427f-ada3-313a7e078025 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:11:19.372480 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Publish callbacks [] for port (ba106c53-4f75-427f-ada3-313a7e078025), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.388697 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Transition to ACTIVE for port object ba106c53-4f75-427f-ada3-313a7e078025 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:11:19.413938 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-28b456ee-e6eb-46ae-b2fd-2bb52b1a66ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211967'] for subnet (9498dae0-bdee-4dc4-a357-19158a214c31), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.446331 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f024917e-385b-45cf-b21a-d2d8bfb6dc1f req-4f9b1088-3857-4456-bc77-d7377c08527d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846654 Apr 12 17:11:19.465975 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (ba106c53-4f75-427f-ada3-313a7e078025), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.468082 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-70e7989e-14ce-4792-a806-4750da0df602 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Deleting port 5975c1c5-50fd-4896-97d8-34db80074f47 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:11:19.474776 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-70e7989e-14ce-4792-a806-4750da0df602 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.501269 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-28b456ee-e6eb-46ae-b2fd-2bb52b1a66ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (9498dae0-bdee-4dc4-a357-19158a214c31), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.516488 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba106c53-4f75-427f-ada3-313a7e078025,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:19.602678 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Attempting to bind port ba106c53-4f75-427f-ada3-313a7e078025 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:11:19.603097 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Attempting to bind port ba106c53-4f75-427f-ada3-313a7e078025 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:11:19.603511 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Attempting to bind port ba106c53-4f75-427f-ada3-313a7e078025 on network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:11:19.605325 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-70e7989e-14ce-4792-a806-4750da0df602 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] For port 5975c1c5-50fd-4896-97d8-34db80074f47, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5975c1c5-50fd-4896-97d8-34db80074f47,segment=NetworkSegment(532cd8b4-b9d6-4e3d-97af-0112f51ff89e),segment_id=532cd8b4-b9d6-4e3d-97af-0112f51ff89e)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:11:19.605642 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-70e7989e-14ce-4792-a806-4750da0df602 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.609453 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Port ba106c53-4f75-427f-ada3-313a7e078025 on network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:11:19.609856 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Attempting to bind port ba106c53-4f75-427f-ada3-313a7e078025 on network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:11:19.615715 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:11:19.616090 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Checking segment: {'id': 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:11:19.616850 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Bound using segment: {'id': 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:11:19.617172 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Bound port: ba106c53-4f75-427f-ada3-313a7e078025, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:11:19.617655 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (ba106c53-4f75-427f-ada3-313a7e078025), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.699883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] For port ba106c53-4f75-427f-ada3-313a7e078025, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:11:19.704639 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] For port ba106c53-4f75-427f-ada3-313a7e078025, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ba106c53-4f75-427f-ada3-313a7e078025,segment=NetworkSegment(fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb),segment_id=fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:11:19.769495 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (ba106c53-4f75-427f-ada3-313a7e078025), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.806814 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:19.810103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.810103 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba106c53-4f75-427f-ada3-313a7e078025 HTTP/1.1" status: 200 len: 1094 time: 0.8951590 Apr 12 17:11:19.810103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9391880-897f-47f7-bae3-7f5bad6505fd', 'tag': 'ba106c53-4f75-427f-ada3-313a7e078025'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:11:19.812250 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c203ed-4833-4c35-a5c9-0958f3f85521" -d '{"events": [{"name": "network-changed", "server_uuid": "e9391880-897f-47f7-bae3-7f5bad6505fd", "tag": "ba106c53-4f75-427f-ada3-313a7e078025"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:11:19.814334 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-70e7989e-14ce-4792-a806-4750da0df602 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Calling delete_port for 5975c1c5-50fd-4896-97d8-34db80074f47 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:11:19.838174 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ad0a0-8585-41a0-84d7-3f0394c5f4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba106c53-4f75-427f-ada3-313a7e078025,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:19.851893 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b174e74b-7799-4106-8c01-b5cf292c5bec x-openstack-request-id: req-b174e74b-7799-4106-8c01-b5cf292c5bec {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:11:19.852197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9391880-897f-47f7-bae3-7f5bad6505fd", "tag": "ba106c53-4f75-427f-ada3-313a7e078025", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:11:19.852453 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b174e74b-7799-4106-8c01-b5cf292c5bec {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:11:19.852902 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b174e74b-7799-4106-8c01-b5cf292c5bec'] response: {'name': 'network-changed', 'server_uuid': 'e9391880-897f-47f7-bae3-7f5bad6505fd', 'tag': 'ba106c53-4f75-427f-ada3-313a7e078025', 'status': 'completed', 'code': 200} Apr 12 17:11:19.860358 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.899721 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-28b456ee-e6eb-46ae-b2fd-2bb52b1a66ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3604882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3276891'] for subnet (9498dae0-bdee-4dc4-a357-19158a214c31), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.941382 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b456ee-e6eb-46ae-b2fd-2bb52b1a66ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9498dae0-bdee-4dc4-a357-19158a214c31,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:19.943655 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-28b456ee-e6eb-46ae-b2fd-2bb52b1a66ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:19.946945 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-28b456ee-e6eb-46ae-b2fd-2bb52b1a66ac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9498dae0-bdee-4dc4-a357-19158a214c31 HTTP/1.1" status: 204 len: 168 time: 0.8581624 Apr 12 17:11:19.950998 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 41680) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:19.967506 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c203ed-4833-4c35-a5c9-0958f3f85521 req-115d7142-7d90-495d-ba7f-a4e77a99b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:19.969004 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-41c203ed-4833-4c35-a5c9-0958f3f85521 req-115d7142-7d90-495d-ba7f-a4e77a99b408 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6a260d3af714e98aa46d1f0d1359c49&device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 1128 time: 0.0652120 Apr 12 17:11:20.072274 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9657c-b428-4e70-8959-e382631ab90b req-f546b408-0c82-44d3-b4ac-8164e6460b17 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:20.073812 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6ac9657c-b428-4e70-8959-e382631ab90b req-f546b408-0c82-44d3-b4ac-8164e6460b17 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0752406 Apr 12 17:11:20.115284 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-70e7989e-14ce-4792-a806-4750da0df602 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (5975c1c5-50fd-4896-97d8-34db80074f47), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.160470 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6ac9657c-b428-4e70-8959-e382631ab90b req-56789a07-5105-42f4-b1a9-fb7703383388 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809011 Apr 12 17:11:20.161905 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['5975c1c5-50fd-4896-97d8-34db80074f47'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:11:20.163323 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7989e-14ce-4792-a806-4750da0df602 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Pushing event deleted for resources: {'Port': ['ID=5975c1c5-50fd-4896-97d8-34db80074f47,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:20.246808 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-70e7989e-14ce-4792-a806-4750da0df602 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] No DVR routers for this DVR port 5975c1c5-50fd-4896-97d8-34db80074f47 on host hv-cinder-83753 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:11:20.250216 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-70e7989e-14ce-4792-a806-4750da0df602 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.253668 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8fb3527c-b0b5-48cf-9623-67799a59aedd req-70e7989e-14ce-4792-a806-4750da0df602 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.41 "DELETE /v2.0/ports/5975c1c5-50fd-4896-97d8-34db80074f47 HTTP/1.1" status: 204 len: 173 time: 1.0430999 Apr 12 17:11:20.254141 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369d7a6b-3009-41e1-ba08-dc1eb6ae898f', 'name': 'network-vif-deleted', 'tag': '5975c1c5-50fd-4896-97d8-34db80074f47'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:11:20.256429 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e61fa0-0849-4297-aae4-cb2991e6a4a3" -d '{"events": [{"server_uuid": "369d7a6b-3009-41e1-ba08-dc1eb6ae898f", "name": "network-vif-deleted", "tag": "5975c1c5-50fd-4896-97d8-34db80074f47"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:11:20.286792 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (5e5dc971-9571-425e-8a37-b37500fbeb15), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.294166 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7648afa1-cc1a-4c13-8d7b-8b270bd387c0 x-openstack-request-id: req-7648afa1-cc1a-4c13-8d7b-8b270bd387c0 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:11:20.295101 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369d7a6b-3009-41e1-ba08-dc1eb6ae898f", "name": "network-vif-deleted", "tag": "5975c1c5-50fd-4896-97d8-34db80074f47", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:11:20.295485 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7648afa1-cc1a-4c13-8d7b-8b270bd387c0 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:11:20.295896 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7648afa1-cc1a-4c13-8d7b-8b270bd387c0'] response: {'server_uuid': '369d7a6b-3009-41e1-ba08-dc1eb6ae898f', 'name': 'network-vif-deleted', 'tag': '5975c1c5-50fd-4896-97d8-34db80074f47', 'status': 'completed', 'code': 200} Apr 12 17:11:20.311149 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7bfd7b46-3613-45d9-9d8b-d478d2ffdf6a req-ee977d61-8758-428a-99f8-390663ae4867 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0460923 Apr 12 17:11:20.369757 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c203ed-4833-4c35-a5c9-0958f3f85521 req-3c468e63-c993-4fb8-9140-103e5a960d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:20.371283 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-41c203ed-4833-4c35-a5c9-0958f3f85521 req-3c468e63-c993-4fb8-9140-103e5a960d24 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6a260d3af714e98aa46d1f0d1359c49&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3562090 Apr 12 17:11:20.423646 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (5e5dc971-9571-425e-8a37-b37500fbeb15), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.478015 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5dc971-9571-425e-8a37-b37500fbeb15']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:20.493808 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589a8987-73df-4bb5-9e80-c2beb3465cac') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:20.494111 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589a8987-73df-4bb5-9e80-c2beb3465cac') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:20.507993 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981768'] for segment (589a8987-73df-4bb5-9e80-c2beb3465cac), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.533556 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (589a8987-73df-4bb5-9e80-c2beb3465cac), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.536384 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c203ed-4833-4c35-a5c9-0958f3f85521 req-606c549b-f993-4426-a73a-17923272122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:20.537926 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-41c203ed-4833-4c35-a5c9-0958f3f85521 req-606c549b-f993-4426-a73a-17923272122b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1357234 Apr 12 17:11:20.542814 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:11:20.543254 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975750'] for segment (589a8987-73df-4bb5-9e80-c2beb3465cac), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: Traceback (most recent call last): Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: timer() Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: cb(*args, **kw) Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: return func(*args, **kwargs) Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: self._notify() Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: self.callback(batched_events) Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: event.method(event) Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: return f(self, *a, **k) Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._get(url).json() Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: return self.request(url, 'GET', **kwargs) Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:11:20.545440 dv-cinder-837531-1-iscsi neutron-server[103958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:11:20.570930 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff27c-8c75-41e1-a0c8-156e629f5d0a req-ee25e9d0-1924-4d47-99b2-42fb4273a220 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:20.572430 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e86ff27c-8c75-41e1-a0c8-156e629f5d0a req-ee25e9d0-1924-4d47-99b2-42fb4273a220 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0547757 Apr 12 17:11:20.618957 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e86ff27c-8c75-41e1-a0c8-156e629f5d0a req-45b48d05-6048-479e-b04b-1b5654b2a1c6 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Apr 12 17:11:20.660055 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (5e5dc971-9571-425e-8a37-b37500fbeb15), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.664579 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.667999 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5e5dc971-9571-425e-8a37-b37500fbeb15 HTTP/1.1" status: 204 len: 168 time: 0.7154047 Apr 12 17:11:20.671645 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41692) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:20.681567 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aabf5d-1933-41df-a700-4ec083bae509 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5dc971-9571-425e-8a37-b37500fbeb15,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:20.719703 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddcca41-b1aa-43cc-bc55-f0ca1d7393d5 admin admin] Deleting subnet e34add54-7ca0-47c8-9657-04d91abf1d56 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:11:20.723076 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca41-b1aa-43cc-bc55-f0ca1d7393d5 admin admin] Publish callbacks [] for subnet (e34add54-7ca0-47c8-9657-04d91abf1d56), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.758329 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca41-b1aa-43cc-bc55-f0ca1d7393d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211967'] for subnet (e34add54-7ca0-47c8-9657-04d91abf1d56), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.801114 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca41-b1aa-43cc-bc55-f0ca1d7393d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (e34add54-7ca0-47c8-9657-04d91abf1d56), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.922124 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca41-b1aa-43cc-bc55-f0ca1d7393d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3604882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3276891'] for subnet (e34add54-7ca0-47c8-9657-04d91abf1d56), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.954235 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcca41-b1aa-43cc-bc55-f0ca1d7393d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34add54-7ca0-47c8-9657-04d91abf1d56,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:20.961549 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca41-b1aa-43cc-bc55-f0ca1d7393d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:20.964782 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1ddcca41-b1aa-43cc-bc55-f0ca1d7393d5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e34add54-7ca0-47c8-9657-04d91abf1d56 HTTP/1.1" status: 204 len: 168 time: 0.2920926 Apr 12 17:11:20.967844 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41698) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:21.036036 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (ec14c9b8-70ae-46cf-9ed3-b043652f12b4), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:21.117214 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (ec14c9b8-70ae-46cf-9ed3-b043652f12b4), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:21.138100 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec14c9b8-70ae-46cf-9ed3-b043652f12b4']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:21.147361 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edc7859-e03d-474f-af00-15c6ef9d5534') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:21.147659 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edc7859-e03d-474f-af00-15c6ef9d5534') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:21.157393 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3211908'] for segment (4edc7859-e03d-474f-af00-15c6ef9d5534), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:21.170920 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (4edc7859-e03d-474f-af00-15c6ef9d5534), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:21.176748 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:11:21.177125 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3604776'] for segment (4edc7859-e03d-474f-af00-15c6ef9d5534), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: Traceback (most recent call last): Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: timer() Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: cb(*args, **kw) Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: return func(*args, **kwargs) Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: self._notify() Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: self.callback(batched_events) Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: event.method(event) Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: return f(self, *a, **k) Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._get(url).json() Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: return self.request(url, 'GET', **kwargs) Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:11:21.178778 dv-cinder-837531-1-iscsi neutron-server[103959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:11:21.294289 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7def95-8297-44d6-98a1-5258ddf7fef0 req-f30c69f2-1f1c-4249-9e76-cf1633f2b5e7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:21.296450 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7d7def95-8297-44d6-98a1-5258ddf7fef0 req-f30c69f2-1f1c-4249-9e76-cf1633f2b5e7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0478616 Apr 12 17:11:21.322858 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (ec14c9b8-70ae-46cf-9ed3-b043652f12b4), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:21.327775 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:21.333321 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] 10.222.0.64 "DELETE /v2.0/networks/ec14c9b8-70ae-46cf-9ed3-b043652f12b4 HTTP/1.1" status: 204 len: 168 time: 0.3623748 Apr 12 17:11:21.335711 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:21.346000 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be5617-3636-4b61-a8df-49ffcc2ca3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=ec14c9b8-70ae-46cf-9ed3-b043652f12b4,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:21.359237 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7d7def95-8297-44d6-98a1-5258ddf7fef0 req-bf6eba1f-ed7d-4664-878f-571019cb3408 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Apr 12 17:11:21.426255 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-056c9254-94e9-4782-96d3-e8f0fce30b59 req-41a0b144-be59-4d3f-85c5-583e081403e7 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0320351 Apr 12 17:11:21.733950 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0016d2-37a7-439d-8b1b-a6d561223318 req-5f998802-177b-40e7-9061-a1052451b4ef tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:21.735480 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be0016d2-37a7-439d-8b1b-a6d561223318 req-5f998802-177b-40e7-9061-a1052451b4ef tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0511718 Apr 12 17:11:21.770697 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41712) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:21.783681 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be0016d2-37a7-439d-8b1b-a6d561223318 req-8bc60b42-11f7-46f1-a8f1-7790ef6caefb tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420501 Apr 12 17:11:21.813020 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c646c861-8a48-447e-bb00-f8e00c66dd11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fb769a0fadf40b6b1d22219a51ba9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410013 Apr 12 17:11:21.815377 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41716) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:21.863103 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44dd70ec-3ca7-43ce-a255-8bb97514bbae admin admin] Publish callbacks [] for security_group (f36645a4-0eac-479b-a557-b478c80f51f6), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:21.884535 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44dd70ec-3ca7-43ce-a255-8bb97514bbae admin admin] Publish callbacks [] for security_group (f36645a4-0eac-479b-a557-b478c80f51f6), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:22.002657 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44dd70ec-3ca7-43ce-a255-8bb97514bbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (f36645a4-0eac-479b-a557-b478c80f51f6), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:22.005235 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44dd70ec-3ca7-43ce-a255-8bb97514bbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:22.006425 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-44dd70ec-3ca7-43ce-a255-8bb97514bbae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f36645a4-0eac-479b-a557-b478c80f51f6 HTTP/1.1" status: 204 len: 168 time: 0.1901276 Apr 12 17:11:22.014900 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd70ec-3ca7-43ce-a255-8bb97514bbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36645a4-0eac-479b-a557-b478c80f51f6,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:22.464378 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136732ac-b5c2-42b1-8654-d3c6bc9046ba req-7806ef54-e991-4bf2-9bfe-4de0b6a5668d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:22.465926 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-136732ac-b5c2-42b1-8654-d3c6bc9046ba req-7806ef54-e991-4bf2-9bfe-4de0b6a5668d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0466559 Apr 12 17:11:22.517897 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-136732ac-b5c2-42b1-8654-d3c6bc9046ba req-c7e27303-355f-4fe9-87a5-52073e9b5b3b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Apr 12 17:11:22.522491 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6edd95ff-d6b8-40cc-aa35-375fccb3634c req-4e3d8b28-9468-4aef-9962-ed481d676508 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0273933 Apr 12 17:11:22.596299 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41730) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:22.636460 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6d3466af-86e6-4004-b073-97f3f38590bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=358afed2c18a48f0938e380cc3cd63d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388358 Apr 12 17:11:22.638843 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 41732) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:22.686348 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5a8622e-226f-4885-ac72-3e2ec51a4145 admin admin] Publish callbacks [] for security_group (fbc49063-2aee-45e4-b9d2-f7c2e232d50a), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:22.706573 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5a8622e-226f-4885-ac72-3e2ec51a4145 admin admin] Publish callbacks [] for security_group (fbc49063-2aee-45e4-b9d2-f7c2e232d50a), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:22.830348 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5a8622e-226f-4885-ac72-3e2ec51a4145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (fbc49063-2aee-45e4-b9d2-f7c2e232d50a), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:22.833107 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f5a8622e-226f-4885-ac72-3e2ec51a4145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:22.834354 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f5a8622e-226f-4885-ac72-3e2ec51a4145 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbc49063-2aee-45e4-b9d2-f7c2e232d50a HTTP/1.1" status: 204 len: 168 time: 0.1945348 Apr 12 17:11:22.842951 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8622e-226f-4885-ac72-3e2ec51a4145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc49063-2aee-45e4-b9d2-f7c2e232d50a,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:22.907459 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91346eb6-5e79-4c03-b658-f3f03685efef req-e27f0324-5890-4d1e-9c2f-41246205a8bd tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:22.908929 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-91346eb6-5e79-4c03-b658-f3f03685efef req-e27f0324-5890-4d1e-9c2f-41246205a8bd tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0564997 Apr 12 17:11:22.961162 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-91346eb6-5e79-4c03-b658-f3f03685efef req-7e776687-4277-45f3-b862-272c13a19153 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457203 Apr 12 17:11:23.025674 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:23.625466 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-929d97e7-8eda-4a4f-a958-649927bbe175 req-31f1bdaf-915b-4f10-b024-60a250184213 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0339680 Apr 12 17:11:23.633722 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ee2e-4b41-4dd4-89bc-4cf21e05ed2d req-380bdebd-d5f7-4540-ac37-698f3d610c04 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:23.635261 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4395ee2e-4b41-4dd4-89bc-4cf21e05ed2d req-380bdebd-d5f7-4540-ac37-698f3d610c04 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0490646 Apr 12 17:11:23.686877 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4395ee2e-4b41-4dd4-89bc-4cf21e05ed2d req-34149043-78f1-49cb-a5bf-666116bf7474 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458751 Apr 12 17:11:24.082474 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75e857-24b1-46a5-b496-0b37aa5ffc26 req-28f68a51-337d-458e-a494-fc33a7bf04b0 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:24.083957 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fa75e857-24b1-46a5-b496-0b37aa5ffc26 req-28f68a51-337d-458e-a494-fc33a7bf04b0 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0550811 Apr 12 17:11:24.134591 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fa75e857-24b1-46a5-b496-0b37aa5ffc26 req-5786e38d-148b-470f-895d-5e57b8e7094a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447860 Apr 12 17:11:24.719575 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1a3779b1-0cac-4993-b00f-ca3c4eb1e510 req-fedf5c31-035f-436e-990c-d837d9bc7013 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0282471 Apr 12 17:11:24.799762 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773baa1c-ac8a-4c6e-9e1b-193812d15aa9 req-b958ce91-6416-43f1-8f1a-9fc5fb39d5e5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:24.801229 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-773baa1c-ac8a-4c6e-9e1b-193812d15aa9 req-b958ce91-6416-43f1-8f1a-9fc5fb39d5e5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0469975 Apr 12 17:11:24.848437 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-773baa1c-ac8a-4c6e-9e1b-193812d15aa9 req-5112a677-3b54-4519-adfb-a003041c0b32 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Apr 12 17:11:25.244957 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fccafd-3a43-4e0a-910e-b22a8e6d0adb req-86e3a791-fe85-43b5-9788-c67881d462de tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:25.246481 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00fccafd-3a43-4e0a-910e-b22a8e6d0adb req-86e3a791-fe85-43b5-9788-c67881d462de tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0468538 Apr 12 17:11:25.298899 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00fccafd-3a43-4e0a-910e-b22a8e6d0adb req-a48c79e7-613c-459f-8434-e2b9b1553749 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461128 Apr 12 17:11:25.817063 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-14c5d5b3-c8b4-4a25-817c-bee88e37a324 req-f54a3e25-f2eb-4643-9ca2-8ac198ede48b tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0313277 Apr 12 17:11:25.945535 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-afa8e621-eec8-433d-be45-e8188022e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:25.947105 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-afa8e621-eec8-433d-be45-e8188022e2b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6a260d3af714e98aa46d1f0d1359c49&device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 1128 time: 0.0390558 Apr 12 17:11:25.967327 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e64a78-d050-492f-9720-bee6e26630a4 req-bd561fbf-1dbc-4bd7-8234-176494cb5fd9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:25.968773 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-06e64a78-d050-492f-9720-bee6e26630a4 req-bd561fbf-1dbc-4bd7-8234-176494cb5fd9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0501349 Apr 12 17:11:26.014509 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-06e64a78-d050-492f-9720-bee6e26630a4 req-6441880c-7f7f-4363-aa8e-cefcbbbc1745 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Apr 12 17:11:26.405898 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56f014-b5df-4fb8-9f97-97130692abbc req-406b190f-5fb1-490d-8131-bf7b58a02ab9 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:26.407396 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2c56f014-b5df-4fb8-9f97-97130692abbc req-406b190f-5fb1-490d-8131-bf7b58a02ab9 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0456803 Apr 12 17:11:26.452161 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2c56f014-b5df-4fb8-9f97-97130692abbc req-a4880450-0a22-4054-b55f-1e551469c56b tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394673 Apr 12 17:11:26.910635 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a665eb19-2860-4618-950b-1c4357eb669d req-4fa8091f-8089-4dbf-a83b-3ce934e30811 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0267096 Apr 12 17:11:27.130391 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfae3f-1089-4bad-8ec9-10d922b7f018 req-e9672cc5-82f1-4d87-961f-c7a57da9c288 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:27.132366 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3dbfae3f-1089-4bad-8ec9-10d922b7f018 req-e9672cc5-82f1-4d87-961f-c7a57da9c288 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0522037 Apr 12 17:11:27.183463 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3dbfae3f-1089-4bad-8ec9-10d922b7f018 req-557cc024-92b2-43fe-b2c3-87276c80c0fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455894 Apr 12 17:11:27.559409 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639efba-f1ad-4d84-9bfd-73567e2eca93 req-e7db2b00-3a73-480f-90a9-7c8aaa9e8a1a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:27.560847 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f639efba-f1ad-4d84-9bfd-73567e2eca93 req-e7db2b00-3a73-480f-90a9-7c8aaa9e8a1a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0452285 Apr 12 17:11:27.606176 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f639efba-f1ad-4d84-9bfd-73567e2eca93 req-c34bfe9d-b9dd-4e94-94ae-f957cb65be59 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399983 Apr 12 17:11:27.651020 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-e231eccf-6ad7-4e43-bf10-67c6cfd4635f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba106c53-4f75-427f-ada3-313a7e078025 HTTP/1.1" status: 200 len: 217 time: 0.0353513 Apr 12 17:11:27.700543 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-380e5b63-ac3b-4459-8053-db8f0161dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:27.702594 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-380e5b63-ac3b-4459-8053-db8f0161dbc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf358685-9640-4ea2-ba91-c345011ca396 HTTP/1.1" status: 200 len: 849 time: 0.0441535 Apr 12 17:11:27.737978 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-40859cee-ad9d-4910-aee8-8767fc1c8b16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288956 Apr 12 17:11:27.800313 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:11:27.824394 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 5975c1c5-50fd-4896-97d8-34db80074f47 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:11:27.832188 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-5841a93f-88dd-47e9-9836-270fe59c8c9c service neutron] 10.222.0.41 "GET /v2.0/networks/c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864592 Apr 12 17:11:27.847405 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 5975c1c5-50fd-4896-97d8-34db80074f47 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:11:27.847750 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 5975c1c5-50fd-4896-97d8-34db80074f47 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:11:27.930022 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6a6400d0-e043-43b6-9d56-e85d8f1335a6 req-3d49bf12-08cd-4b1a-997a-c06cb9bca6e1 service neutron] 10.222.0.41 "GET /v2.0/networks/c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899320 Apr 12 17:11:28.004646 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8d6f3e06-46ef-4b8d-aa05-bbb3f9793c4e req-cf334ef6-4325-42e4-9a59-38e7868695bf tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0280762 Apr 12 17:11:28.299703 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50043b-61f6-4ab4-b1e1-4f408c159a8d req-cf84a68e-35ed-4276-b68a-12c0c764c0b3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:28.301159 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6c50043b-61f6-4ab4-b1e1-4f408c159a8d req-cf84a68e-35ed-4276-b68a-12c0c764c0b3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0521626 Apr 12 17:11:28.347328 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6c50043b-61f6-4ab4-b1e1-4f408c159a8d req-1286872a-073a-4a6d-9ea8-ffdc4d223b75 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Apr 12 17:11:28.714874 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d0688-6394-459d-973f-8fe58ac09f6c req-9c3de30f-ba16-4ff9-929b-4c774187863e tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:28.716383 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-869d0688-6394-459d-973f-8fe58ac09f6c req-9c3de30f-ba16-4ff9-929b-4c774187863e tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0473337 Apr 12 17:11:28.764501 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-869d0688-6394-459d-973f-8fe58ac09f6c req-52a76032-be52-49b0-b44d-4ac80e568182 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Apr 12 17:11:29.097697 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9df75f9b-4d2b-4dfb-aabb-c42b4dda23a2 req-eb50f02f-6f16-4a01-af91-d7138a73f515 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0283949 Apr 12 17:11:29.457538 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a951-a88d-44c0-ad6d-4ff26bd80941 req-877686e0-2cab-49b2-a8c7-6baaf34ae7a2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:29.459018 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0360a951-a88d-44c0-ad6d-4ff26bd80941 req-877686e0-2cab-49b2-a8c7-6baaf34ae7a2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0461168 Apr 12 17:11:29.508354 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0360a951-a88d-44c0-ad6d-4ff26bd80941 req-4a4327b6-1da5-481c-82ad-3a3993b35d4c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Apr 12 17:11:29.888560 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae106-2dbb-434c-ae95-4dabcfc4d22c req-61ca0636-58a6-43ff-9779-eb453187c667 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:29.890044 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f97ae106-2dbb-434c-ae95-4dabcfc4d22c req-61ca0636-58a6-43ff-9779-eb453187c667 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0488906 Apr 12 17:11:29.936449 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f97ae106-2dbb-434c-ae95-4dabcfc4d22c req-17d76f50-c8d7-4b5e-9e36-70c251f1c1cf tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Apr 12 17:11:30.189805 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-beb0bfc2-6493-432b-98c3-eee0d4a95a79 req-7c8e552a-d9d0-4e41-adc6-909bcac244ec tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0274918 Apr 12 17:11:30.622050 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73541d00-558b-4d01-91e4-a4c1952b3d63 req-788aee3d-f0d0-4621-b7b2-e9e64db7502a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:30.623565 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-73541d00-558b-4d01-91e4-a4c1952b3d63 req-788aee3d-f0d0-4621-b7b2-e9e64db7502a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0511830 Apr 12 17:11:30.669376 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-73541d00-558b-4d01-91e4-a4c1952b3d63 req-eea9dfec-cd5f-4d34-89ed-dd3325528344 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Apr 12 17:11:31.044426 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad708f01-427d-4e0f-8e9f-7648cc4f46ea req-79700ec0-8128-4859-af86-eeb0328cc691 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:31.045876 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad708f01-427d-4e0f-8e9f-7648cc4f46ea req-79700ec0-8128-4859-af86-eeb0328cc691 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0463753 Apr 12 17:11:31.092607 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad708f01-427d-4e0f-8e9f-7648cc4f46ea req-60751716-e771-4558-a022-7e87cd813413 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Apr 12 17:11:31.281193 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6bbb6617-99af-45f0-a301-6108c05945ac req-3fc613a2-1947-4772-a153-aafbb51c9f59 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0270596 Apr 12 17:11:31.782827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a8f2-dd1d-4076-957a-678203f3de5a req-832c8179-0cb8-484c-b5f0-2cad2aee3355 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:31.784283 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7779a8f2-dd1d-4076-957a-678203f3de5a req-832c8179-0cb8-484c-b5f0-2cad2aee3355 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0501754 Apr 12 17:11:31.829907 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7779a8f2-dd1d-4076-957a-678203f3de5a req-0495669f-d507-47ab-90db-547d020719ee tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Apr 12 17:11:32.203738 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7dba2-844a-49fe-91f0-a87c7ca953ce req-c6edfb88-b7fb-4888-8d1b-cb1496057fd2 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:32.205198 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7e7dba2-844a-49fe-91f0-a87c7ca953ce req-c6edfb88-b7fb-4888-8d1b-cb1496057fd2 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0462773 Apr 12 17:11:32.254030 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a7e7dba2-844a-49fe-91f0-a87c7ca953ce req-71b27121-cb4f-49c8-b90f-994af02c57e3 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 Apr 12 17:11:32.371590 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0d9d001-3ae0-4ad8-8ff0-018d3e9cd448 req-94e1a40f-cc99-45a9-9b6a-9a16fe32469e tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0266292 Apr 12 17:11:32.941042 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09abaca-17be-4b2e-b3df-d1b8f18d7adc req-ff0fa3c5-2c7e-44f9-8033-78601a77e442 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:32.942566 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e09abaca-17be-4b2e-b3df-d1b8f18d7adc req-ff0fa3c5-2c7e-44f9-8033-78601a77e442 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0471675 Apr 12 17:11:32.990936 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e09abaca-17be-4b2e-b3df-d1b8f18d7adc req-829ffe0e-4ecd-469f-8bad-1bd6de4fca50 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Apr 12 17:11:33.365400 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8cb2e-48d7-42d4-8b12-0c35153c671f req-c4fd085c-b849-4898-b698-6753bfd3d147 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:33.367657 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9aa8cb2e-48d7-42d4-8b12-0c35153c671f req-c4fd085c-b849-4898-b698-6753bfd3d147 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0497417 Apr 12 17:11:33.415412 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9aa8cb2e-48d7-42d4-8b12-0c35153c671f req-110ccf0f-4aab-43a2-a5bf-1f7f4c149533 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Apr 12 17:11:33.464194 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09dc204a-3421-4291-821c-52cc953486e3 req-7d738f51-4d77-4b0e-a939-90ead2bed5af tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0269134 Apr 12 17:11:34.104540 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb307b50-2731-44db-a21f-7ceb2a521485 req-19655201-c7f9-450a-9307-e181313fe246 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:34.105991 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bb307b50-2731-44db-a21f-7ceb2a521485 req-19655201-c7f9-450a-9307-e181313fe246 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0499771 Apr 12 17:11:34.152945 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bb307b50-2731-44db-a21f-7ceb2a521485 req-3520b632-7f1a-4caa-bfba-450080ccd057 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408518 Apr 12 17:11:34.525464 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec01447-4e16-443d-8fa7-a5402f58a348 req-f1c13da4-92b4-41fd-baf2-e685f35374f3 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:34.526956 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2ec01447-4e16-443d-8fa7-a5402f58a348 req-f1c13da4-92b4-41fd-baf2-e685f35374f3 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0470560 Apr 12 17:11:34.558574 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-57c283dd-3c77-4657-a885-a993a4156a9d req-cb1573ff-6865-47b3-80b3-87872da2fc92 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0290987 Apr 12 17:11:34.577247 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2ec01447-4e16-443d-8fa7-a5402f58a348 req-659e5ce6-d08c-4068-875a-ed726cc0e09e tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Apr 12 17:11:35.262136 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03404745-de61-45bf-944d-661bfe8cc4cf req-79a6c2ed-d07f-4c5e-b0a0-24b4d3536f6d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:35.263610 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-03404745-de61-45bf-944d-661bfe8cc4cf req-79a6c2ed-d07f-4c5e-b0a0-24b4d3536f6d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0466716 Apr 12 17:11:35.309775 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-03404745-de61-45bf-944d-661bfe8cc4cf req-e048a341-7d6b-4d4b-bd63-063a490795fe tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Apr 12 17:11:35.655051 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c5180cdb-2cf1-4395-a848-fa310e876613 req-9978ed93-6ab5-4785-b646-f2f1a5f3d1f0 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0287116 Apr 12 17:11:35.691673 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4855ae3-913a-4f6a-800a-f0c0718c5e8e req-d6bb10ec-d14f-44c5-a24c-d168740fc449 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:35.693147 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e4855ae3-913a-4f6a-800a-f0c0718c5e8e req-d6bb10ec-d14f-44c5-a24c-d168740fc449 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0495784 Apr 12 17:11:35.741316 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e4855ae3-913a-4f6a-800a-f0c0718c5e8e req-0cb06468-ce71-4baf-99e6-4498d4cedde5 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Apr 12 17:11:36.426252 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5dfde-d338-4f39-ab15-6af631c8d747 req-8f8ee942-c1d3-4bf2-ba75-752c8671f39c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:36.428167 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85d5dfde-d338-4f39-ab15-6af631c8d747 req-8f8ee942-c1d3-4bf2-ba75-752c8671f39c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0541134 Apr 12 17:11:36.485234 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-85d5dfde-d338-4f39-ab15-6af631c8d747 req-cc4522d0-af3f-4c9c-bbe9-735b090dab98 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 Apr 12 17:11:36.768928 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5b52afa2-f13b-4dae-95a1-ef5b8831e01c req-6652dfc1-7e74-4630-80d2-fd1d5da59330 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0301907 Apr 12 17:11:36.878650 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dbf35-36c8-4d6d-ab7f-462d873b3f4c req-425ebdcc-6a70-450e-ad8d-fbbdded32177 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:36.880173 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7a0dbf35-36c8-4d6d-ab7f-462d873b3f4c req-425ebdcc-6a70-450e-ad8d-fbbdded32177 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0560217 Apr 12 17:11:36.927749 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7a0dbf35-36c8-4d6d-ab7f-462d873b3f4c req-b5d9421c-fb72-4dfa-9c00-fec53813040f tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Apr 12 17:11:37.323788 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42036) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:37.448143 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-36449ae2-1740-43e1-a611-0af67a483d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:37.520908 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-36449ae2-1740-43e1-a611-0af67a483d36 admin admin] Publish callbacks [] for security_group (27d9fda0-c910-4b65-b5f4-f48239635af6), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:37.574082 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-36449ae2-1740-43e1-a611-0af67a483d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (27d9fda0-c910-4b65-b5f4-f48239635af6), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:37.601388 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fa2cd-6701-4878-9726-43d0ca1e8f38 req-2518b83e-0dc4-4647-8ccd-874096f5d3a2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:37.602958 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-577fa2cd-6701-4878-9726-43d0ca1e8f38 req-2518b83e-0dc4-4647-8ccd-874096f5d3a2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0463538 Apr 12 17:11:37.613575 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-36449ae2-1740-43e1-a611-0af67a483d36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f30df417b0b4e4c889f04b5b992ea88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886271 Apr 12 17:11:37.614950 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36449ae2-1740-43e1-a611-0af67a483d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d9fda0-c910-4b65-b5f4-f48239635af6,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:37.616423 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42046) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:37.682604 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-577fa2cd-6701-4878-9726-43d0ca1e8f38 req-d1a571e9-30f4-45cd-a32a-db016f40d17a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738897 Apr 12 17:11:37.695910 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aed32e57-a9f5-4978-aa95-a6498adc48b1 admin admin] Publish callbacks [] for security_group (27d9fda0-c910-4b65-b5f4-f48239635af6), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:37.717414 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aed32e57-a9f5-4978-aa95-a6498adc48b1 admin admin] Publish callbacks [] for security_group (27d9fda0-c910-4b65-b5f4-f48239635af6), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:37.854605 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aed32e57-a9f5-4978-aa95-a6498adc48b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (27d9fda0-c910-4b65-b5f4-f48239635af6), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:37.857253 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aed32e57-a9f5-4978-aa95-a6498adc48b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:37.858425 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-aed32e57-a9f5-4978-aa95-a6498adc48b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27d9fda0-c910-4b65-b5f4-f48239635af6 HTTP/1.1" status: 204 len: 168 time: 0.2401845 Apr 12 17:11:37.876584 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed32e57-a9f5-4978-aa95-a6498adc48b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d9fda0-c910-4b65-b5f4-f48239635af6,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:37.883209 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f18c9f6d-124f-47e1-999e-73bf816dfcd8 req-a13cd30a-2c70-4fd9-991d-eebeb4006cf0 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0291541 Apr 12 17:11:37.885822 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device ba106c53-4f75-427f-ada3-313a7e078025 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:11:38.004488 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port ba106c53-4f75-427f-ada3-313a7e078025, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ba106c53-4f75-427f-ada3-313a7e078025,segment=NetworkSegment(fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb),segment_id=fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:11:38.015713 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'ba106c53-4f75-427f-ada3-313a7e078025', 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4', 'port_id': 'ba106c53-4f75-427f-ada3-313a7e078025', 'mac_address': 'fa:16:3e:ca:d3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf358685-9640-4ea2-ba91-c345011ca396', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:11:38.039279 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57966ebd-4350-4705-b600-0cc8858ff283 req-09465e32-0301-47ac-93b5-f0810694fd3c tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:38.040802 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-57966ebd-4350-4705-b600-0cc8858ff283 req-09465e32-0301-47ac-93b5-f0810694fd3c tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 944 time: 0.0470736 Apr 12 17:11:38.059109 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port ba106c53-4f75-427f-ada3-313a7e078025 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:11:38.059552 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (ba106c53-4f75-427f-ada3-313a7e078025), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:38.081409 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba106c53-4f75-427f-ada3-313a7e078025 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:11:38.094058 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-57966ebd-4350-4705-b600-0cc8858ff283 req-d0df6085-7ce5-48b8-a5ed-cf63516ccdbd tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 Apr 12 17:11:38.096991 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port ba106c53-4f75-427f-ada3-313a7e078025, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ba106c53-4f75-427f-ada3-313a7e078025,segment=NetworkSegment(fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb),segment_id=fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:11:38.185240 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (ba106c53-4f75-427f-ada3-313a7e078025), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:38.246169 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=ba106c53-4f75-427f-ada3-313a7e078025,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:38.572041 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42066) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:38.584870 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-792e6a6d-5c23-4c41-97b6-a9b72e682b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:38.658691 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-792e6a6d-5c23-4c41-97b6-a9b72e682b23 admin admin] Publish callbacks [] for security_group (4432a0e1-4df7-4c34-9b7d-02ded9553090), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:38.745450 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-792e6a6d-5c23-4c41-97b6-a9b72e682b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4432a0e1-4df7-4c34-9b7d-02ded9553090), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:38.783033 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e6a6d-5c23-4c41-97b6-a9b72e682b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4432a0e1-4df7-4c34-9b7d-02ded9553090,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:38.787485 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-792e6a6d-5c23-4c41-97b6-a9b72e682b23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1af2edac71d408cb7a64526884f3790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143917 Apr 12 17:11:38.790792 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42070) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:38.799825 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57b83e-623e-4414-9aeb-bbb66be18bd8 req-1be11269-2fa8-486e-b0d0-3b2df8f336c1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:38.801375 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5d57b83e-623e-4414-9aeb-bbb66be18bd8 req-1be11269-2fa8-486e-b0d0-3b2df8f336c1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0548620 Apr 12 17:11:38.839918 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c7543ec4-283f-48d1-a856-6889fd479bb4 admin admin] Publish callbacks [] for security_group (4432a0e1-4df7-4c34-9b7d-02ded9553090), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:38.855574 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5d57b83e-623e-4414-9aeb-bbb66be18bd8 req-c918b103-8246-4a84-9537-4de74d2d7d0e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480900 Apr 12 17:11:38.863386 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c7543ec4-283f-48d1-a856-6889fd479bb4 admin admin] Publish callbacks [] for security_group (4432a0e1-4df7-4c34-9b7d-02ded9553090), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:38.961509 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c7543ec4-283f-48d1-a856-6889fd479bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4432a0e1-4df7-4c34-9b7d-02ded9553090), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:38.964196 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c7543ec4-283f-48d1-a856-6889fd479bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:38.965387 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c7543ec4-283f-48d1-a856-6889fd479bb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4432a0e1-4df7-4c34-9b7d-02ded9553090 HTTP/1.1" status: 204 len: 168 time: 0.1743388 Apr 12 17:11:38.983637 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7543ec4-283f-48d1-a856-6889fd479bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4432a0e1-4df7-4c34-9b7d-02ded9553090,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:39.002191 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1c138a19-fdc9-47c7-b674-63e11991afa7 req-75fe62b0-5f9d-47b9-9f99-5218ee27d453 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0356500 Apr 12 17:11:39.203692 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fa2ba-8b71-440c-a49d-c74f10ba249e req-51359f0a-d509-4b83-8e6e-3f5571668b6f tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:39.205637 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fc0fa2ba-8b71-440c-a49d-c74f10ba249e req-51359f0a-d509-4b83-8e6e-3f5571668b6f tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 945 time: 0.0470502 Apr 12 17:11:39.255077 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fc0fa2ba-8b71-440c-a49d-c74f10ba249e req-b1b7c4df-911d-4ab3-99ce-3eb525d65972 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436802 Apr 12 17:11:39.594794 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42088) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:39.610506 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9773121-cf45-4e60-a87d-79396eda1c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:39.681575 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9773121-cf45-4e60-a87d-79396eda1c91 admin admin] Publish callbacks [] for security_group (834036b8-37b3-4938-9a2e-fd003c1d246b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:39.745365 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9773121-cf45-4e60-a87d-79396eda1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (834036b8-37b3-4938-9a2e-fd003c1d246b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:39.782818 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9773121-cf45-4e60-a87d-79396eda1c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834036b8-37b3-4938-9a2e-fd003c1d246b,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:39.788456 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a9773121-cf45-4e60-a87d-79396eda1c91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3b4abfade37419faa3acb666e04b6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926162 Apr 12 17:11:39.791319 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42090) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:39.838551 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9068daf0-ecfc-439d-8d05-502d3606c14c admin admin] Publish callbacks [] for security_group (834036b8-37b3-4938-9a2e-fd003c1d246b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:39.859082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9068daf0-ecfc-439d-8d05-502d3606c14c admin admin] Publish callbacks [] for security_group (834036b8-37b3-4938-9a2e-fd003c1d246b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:39.975780 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b1718-df7b-4214-ad1d-d65928aa8d9a req-d95f5b4d-411e-4a30-8591-0874187ac9f8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:39.977271 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1d6b1718-df7b-4214-ad1d-d65928aa8d9a req-d95f5b4d-411e-4a30-8591-0874187ac9f8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0491412 Apr 12 17:11:39.996483 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9068daf0-ecfc-439d-8d05-502d3606c14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (834036b8-37b3-4938-9a2e-fd003c1d246b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:39.999005 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9068daf0-ecfc-439d-8d05-502d3606c14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:40.000085 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9068daf0-ecfc-439d-8d05-502d3606c14c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/834036b8-37b3-4938-9a2e-fd003c1d246b HTTP/1.1" status: 204 len: 168 time: 0.2081461 Apr 12 17:11:40.019931 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068daf0-ecfc-439d-8d05-502d3606c14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834036b8-37b3-4938-9a2e-fd003c1d246b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:40.045907 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1d6b1718-df7b-4214-ad1d-d65928aa8d9a req-b11708f6-65a6-472e-9d5c-3f24b6f29755 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629616 Apr 12 17:11:40.133093 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c63cfb60-febc-4979-878e-7bb27e3ac0eb req-6eb3a90d-7266-4157-9982-cf5a8b4c374c tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0290575 Apr 12 17:11:40.377932 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be19b5-e8c6-4f1d-8a2e-9495d2e25c7a req-6fd55815-ade7-420c-8c6c-33945cba595f tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:40.379455 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-33be19b5-e8c6-4f1d-8a2e-9495d2e25c7a req-6fd55815-ade7-420c-8c6c-33945cba595f tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 945 time: 0.0510242 Apr 12 17:11:40.426774 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-33be19b5-e8c6-4f1d-8a2e-9495d2e25c7a req-d62edac9-1c25-406f-b087-29825c9df446 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413928 Apr 12 17:11:41.166292 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9a6da-8abd-4a86-b9e5-d032d3271225 req-236718ed-888f-45a1-afbe-5ba22600968e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:41.167814 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fad9a6da-8abd-4a86-b9e5-d032d3271225 req-236718ed-888f-45a1-afbe-5ba22600968e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0506463 Apr 12 17:11:41.219760 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fad9a6da-8abd-4a86-b9e5-d032d3271225 req-8ede91cc-3878-43b5-b0a3-4f8001b15996 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459113 Apr 12 17:11:41.243415 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b3fba0c5-3634-4d3f-b11b-c3d7f50e5c85 req-4612d273-0983-4fad-b42a-3da83de884e9 tempest-DeleteServersTestJSON-212440725 tempest-DeleteServersTestJSON-212440725-project] 10.222.0.64 "GET /v2.0/ports?device_id=369d7a6b-3009-41e1-ba08-dc1eb6ae898f HTTP/1.1" status: 200 len: 210 time: 0.0303984 Apr 12 17:11:41.537214 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127afc0-0d39-4481-a804-94eff70dd8f3 req-e8c10d80-1af4-463f-847f-bfb624dbc5e5 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:41.538703 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1127afc0-0d39-4481-a804-94eff70dd8f3 req-e8c10d80-1af4-463f-847f-bfb624dbc5e5 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 945 time: 0.0473185 Apr 12 17:11:41.585120 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1127afc0-0d39-4481-a804-94eff70dd8f3 req-e4e21aa3-e058-4f9b-9563-32fda659e39d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Apr 12 17:11:42.025554 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623a949-9310-405e-b48b-ff416fde463a req-5ac3a8a3-d790-40e0-8148-0e6b335d3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:42.027040 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2623a949-9310-405e-b48b-ff416fde463a req-5ac3a8a3-d790-40e0-8148-0e6b335d3369 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 1130 time: 0.0393701 Apr 12 17:11:42.073625 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2623a949-9310-405e-b48b-ff416fde463a req-6089f365-519c-4641-ae1d-88b429a8d390 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391293 Apr 12 17:11:42.245437 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['ba106c53-4f75-427f-ada3-313a7e078025'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:11:42.341080 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b38f1-a5d9-4089-9be5-ccadb6285425 req-bdaf1d80-7440-41fa-991b-02e57a5ec877 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:42.343160 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9b2b38f1-a5d9-4089-9be5-ccadb6285425 req-bdaf1d80-7440-41fa-991b-02e57a5ec877 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0544395 Apr 12 17:11:42.397350 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9b2b38f1-a5d9-4089-9be5-ccadb6285425 req-fa890d5d-8dd4-4ef2-8348-26ac9dfa0113 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469816 Apr 12 17:11:42.695541 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aab015-1602-495f-83ff-f31ba6f3c41d req-d01a862c-a1e8-422f-b903-ffdd8b2a1a3c tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:42.697085 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-02aab015-1602-495f-83ff-f31ba6f3c41d req-d01a862c-a1e8-422f-b903-ffdd8b2a1a3c tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 945 time: 0.0486495 Apr 12 17:11:42.748550 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-02aab015-1602-495f-83ff-f31ba6f3c41d req-c6b599d9-fabf-4bfc-8112-8e21bf937617 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452881 Apr 12 17:11:43.446038 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device ba106c53-4f75-427f-ada3-313a7e078025 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:11:43.492389 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port ba106c53-4f75-427f-ada3-313a7e078025 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:11:43.528417 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d09c46-1eed-4261-b283-7e52934bd190 req-4e09c3ae-7957-4c08-9112-8f2702a06dbc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:43.529907 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-35d09c46-1eed-4261-b283-7e52934bd190 req-4e09c3ae-7957-4c08-9112-8f2702a06dbc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0545082 Apr 12 17:11:43.578069 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-35d09c46-1eed-4261-b283-7e52934bd190 req-ed94c405-4215-4bde-9f0f-901d79aa717d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Apr 12 17:11:43.585499 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port ba106c53-4f75-427f-ada3-313a7e078025 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:43.585983 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (ba106c53-4f75-427f-ada3-313a7e078025), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:43.664311 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port ba106c53-4f75-427f-ada3-313a7e078025 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:11:43.664705 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (ba106c53-4f75-427f-ada3-313a7e078025), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:43.687396 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9391880-897f-47f7-bae3-7f5bad6505fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba106c53-4f75-427f-ada3-313a7e078025'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:11:43.689643 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7093ec70-f956-4e68-9ec3-5e2e4b509fbc" -d '{"events": [{"server_uuid": "e9391880-897f-47f7-bae3-7f5bad6505fd", "name": "network-vif-plugged", "status": "completed", "tag": "ba106c53-4f75-427f-ada3-313a7e078025"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:11:43.704803 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port ba106c53-4f75-427f-ada3-313a7e078025, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ba106c53-4f75-427f-ada3-313a7e078025,segment=NetworkSegment(fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb),segment_id=fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:11:43.727307 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9699fb12-c91a-4f05-8b76-a42d6f796d65 x-openstack-request-id: req-9699fb12-c91a-4f05-8b76-a42d6f796d65 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:11:43.727632 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9391880-897f-47f7-bae3-7f5bad6505fd", "name": "network-vif-plugged", "status": "completed", "tag": "ba106c53-4f75-427f-ada3-313a7e078025", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:11:43.727891 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9699fb12-c91a-4f05-8b76-a42d6f796d65 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:11:43.728290 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9699fb12-c91a-4f05-8b76-a42d6f796d65'] response: {'server_uuid': 'e9391880-897f-47f7-bae3-7f5bad6505fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba106c53-4f75-427f-ada3-313a7e078025', 'code': 200} Apr 12 17:11:43.798565 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (ba106c53-4f75-427f-ada3-313a7e078025), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:43.838202 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=ba106c53-4f75-427f-ada3-313a7e078025,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:43.861964 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bf97c-6312-49a9-849c-1f1d1dfcfcf0 req-c15ce103-911a-45f5-8279-27fa723264d8 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:43.863642 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ac5bf97c-6312-49a9-849c-1f1d1dfcfcf0 req-c15ce103-911a-45f5-8279-27fa723264d8 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 946 time: 0.0470529 Apr 12 17:11:43.912664 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ac5bf97c-6312-49a9-849c-1f1d1dfcfcf0 req-c8306fb0-3021-4c71-92b3-14b1ca64679f tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Apr 12 17:11:44.440059 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ceb46-cf56-41d5-9009-b9323950dbc2 req-965069e6-d756-4000-95d8-a6b20f14a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:44.441535 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bf6ceb46-cf56-41d5-9009-b9323950dbc2 req-965069e6-d756-4000-95d8-a6b20f14a325 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 1130 time: 0.0389938 Apr 12 17:11:44.487824 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bf6ceb46-cf56-41d5-9009-b9323950dbc2 req-5ecf385c-9b62-4757-b9c3-e3fb6c6d8d7e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Apr 12 17:11:44.691908 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2809f62-fd99-4f93-acab-f099f858a39a req-bd0a3c48-0cc5-4f0b-9407-302cdf77355f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:44.693263 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b2809f62-fd99-4f93-acab-f099f858a39a req-bd0a3c48-0cc5-4f0b-9407-302cdf77355f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0457592 Apr 12 17:11:44.737956 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b2809f62-fd99-4f93-acab-f099f858a39a req-9e7dbe3e-3afa-4e25-b244-63c0acb88f71 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Apr 12 17:11:44.853833 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bb975-9594-45bb-99eb-302d267ad5f9 req-3e289c3b-34ab-4c4f-bbf9-cde031a20d34 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:44.855750 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-118bb975-9594-45bb-99eb-302d267ad5f9 req-3e289c3b-34ab-4c4f-bbf9-cde031a20d34 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0511599 Apr 12 17:11:44.910885 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-118bb975-9594-45bb-99eb-302d267ad5f9 req-62ac7c6e-7c96-46b8-9341-b5cd401e8439 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472381 Apr 12 17:11:45.026913 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439dc32-c9d5-4d4f-966f-323731327057 req-0a390ef5-d671-49c2-b5bd-76060594752b tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:45.028439 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6439dc32-c9d5-4d4f-966f-323731327057 req-0a390ef5-d671-49c2-b5bd-76060594752b tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 946 time: 0.0517862 Apr 12 17:11:45.078457 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6439dc32-c9d5-4d4f-966f-323731327057 req-ed2c09fd-9fa4-42e0-ae61-4a783982d3ef tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Apr 12 17:11:45.708481 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-a7cfd94f-39fa-4f91-bafa-581cc73fd00e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497177 Apr 12 17:11:45.856918 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-4eb41868-5fc2-4e3a-817f-4029d1609f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:45.859272 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-4eb41868-5fc2-4e3a-817f-4029d1609f9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 1130 time: 0.0440395 Apr 12 17:11:45.902417 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42274) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:45.949908 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7298ac0d-6918-4be3-85a4-06b244b4a6bf admin admin] Deleting subnet aa4a0f7e-74a7-4a7c-854b-b7a6451ad384 {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:11:45.952919 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7298ac0d-6918-4be3-85a4-06b244b4a6bf admin admin] Publish callbacks [] for subnet (aa4a0f7e-74a7-4a7c-854b-b7a6451ad384), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:45.986173 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7298ac0d-6918-4be3-85a4-06b244b4a6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981811'] for subnet (aa4a0f7e-74a7-4a7c-854b-b7a6451ad384), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.025459 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7298ac0d-6918-4be3-85a4-06b244b4a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (aa4a0f7e-74a7-4a7c-854b-b7a6451ad384), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.099870 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.190552 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb07d-bba8-45e3-b1f3-86224fb93395 req-584341d1-21a6-47ee-b1d5-b9e025a9dc97 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:46.192099 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baeeb07d-bba8-45e3-b1f3-86224fb93395 req-584341d1-21a6-47ee-b1d5-b9e025a9dc97 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 946 time: 0.0471582 Apr 12 17:11:46.197218 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7298ac0d-6918-4be3-85a4-06b244b4a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3604511'] for subnet (aa4a0f7e-74a7-4a7c-854b-b7a6451ad384), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.227627 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298ac0d-6918-4be3-85a4-06b244b4a6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4a0f7e-74a7-4a7c-854b-b7a6451ad384,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:46.229621 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7298ac0d-6918-4be3-85a4-06b244b4a6bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.232791 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-7298ac0d-6918-4be3-85a4-06b244b4a6bf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aa4a0f7e-74a7-4a7c-854b-b7a6451ad384 HTTP/1.1" status: 204 len: 168 time: 0.3291881 Apr 12 17:11:46.235313 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42278) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:46.240737 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baeeb07d-bba8-45e3-b1f3-86224fb93395 req-73869c1c-48d3-4303-b3c6-14ccd0c11d30 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428147 Apr 12 17:11:46.303783 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (0960a39d-cf1d-4216-8c6b-238eb2ed0881), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.383460 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (0960a39d-cf1d-4216-8c6b-238eb2ed0881), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.402348 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0960a39d-cf1d-4216-8c6b-238eb2ed0881']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:46.411827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532cd8b4-b9d6-4e3d-97af-0112f51ff89e') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:46.412128 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532cd8b4-b9d6-4e3d-97af-0112f51ff89e') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:46.421203 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981768'] for segment (532cd8b4-b9d6-4e3d-97af-0112f51ff89e), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.434507 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (532cd8b4-b9d6-4e3d-97af-0112f51ff89e), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.440203 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:11:46.440602 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975750'] for segment (532cd8b4-b9d6-4e3d-97af-0112f51ff89e), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: Traceback (most recent call last): Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: timer() Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: cb(*args, **kw) Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: return func(*args, **kwargs) Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: self._notify() Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: self.callback(batched_events) Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: event.method(event) Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: return f(self, *a, **k) Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._get(url).json() Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: return self.request(url, 'GET', **kwargs) Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:11:46.442227 dv-cinder-837531-1-iscsi neutron-server[103958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:11:46.569007 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (0960a39d-cf1d-4216-8c6b-238eb2ed0881), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.577220 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.580044 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] 10.222.0.64 "DELETE /v2.0/networks/0960a39d-cf1d-4216-8c6b-238eb2ed0881 HTTP/1.1" status: 204 len: 168 time: 0.3437881 Apr 12 17:11:46.592372 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb0a5e-b6fd-4240-9bac-b83bd32b2a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=0960a39d-cf1d-4216-8c6b-238eb2ed0881,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:46.597829 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5afd5ed5-f44f-4fbd-afd9-276e6f6f0934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:46.990101 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42302) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:47.028666 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e1574861-a032-459b-8eca-e13e3856d2d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d004adc4902449bdb90883d2982d26ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374014 Apr 12 17:11:47.031123 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42304) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:47.082433 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2aab0150-9467-473b-a6a0-0ead59708501 admin admin] Publish callbacks [] for security_group (c9dd3e9e-c400-4623-bab3-70a37e882d1c), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:47.102868 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2aab0150-9467-473b-a6a0-0ead59708501 admin admin] Publish callbacks [] for security_group (c9dd3e9e-c400-4623-bab3-70a37e882d1c), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:47.231009 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2aab0150-9467-473b-a6a0-0ead59708501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (c9dd3e9e-c400-4623-bab3-70a37e882d1c), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:47.233522 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2aab0150-9467-473b-a6a0-0ead59708501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:47.234728 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2aab0150-9467-473b-a6a0-0ead59708501 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9dd3e9e-c400-4623-bab3-70a37e882d1c HTTP/1.1" status: 204 len: 168 time: 0.2026846 Apr 12 17:11:47.244774 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab0150-9467-473b-a6a0-0ead59708501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dd3e9e-c400-4623-bab3-70a37e882d1c,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:47.377539 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0675cc9-8347-4574-95f3-5ca9ee71c716 req-23785c5d-8316-434f-ac25-2bbcb7901e0a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:47.379108 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e0675cc9-8347-4574-95f3-5ca9ee71c716 req-23785c5d-8316-434f-ac25-2bbcb7901e0a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 946 time: 0.0706801 Apr 12 17:11:47.429626 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e0675cc9-8347-4574-95f3-5ca9ee71c716 req-e2dfa0ab-325a-481e-8921-79fe4b4b1378 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448465 Apr 12 17:11:48.245215 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42346) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:48.338608 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2008714961-network', 'tenant_id': '6c008fa9c4824ee799c7065559489391'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:48.414025 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Made reservation on behalf of 6c008fa9c4824ee799c7065559489391 for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:11:48.418487 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:48.425579 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:48.498435 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Publish callbacks [] for security_group (163cac90-71f2-4a45-aa66-e57f05c4a8e1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:48.614152 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (163cac90-71f2-4a45-aa66-e57f05c4a8e1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:48.638311 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:11:48.647947 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163cac90-71f2-4a45-aa66-e57f05c4a8e1,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:48.652472 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (5460eb7e-3d57-4f96-8051-b9ff39d16878), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:48.652804 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Added segment 5460eb7e-3d57-4f96-8051-b9ff39d16878 of type vlan for network 3f5b7533-46ac-4787-9678-099b907c3a3b Apr 12 17:11:48.694644 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (3f5b7533-46ac-4787-9678-099b907c3a3b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:48.790117 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (3f5b7533-46ac-4787-9678-099b907c3a3b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:48.791135 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:48.791797 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:48.812942 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ce68e2fd-5c00-4850-8982-9fe1b49b5ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:48.859105 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] Pushing event updated for resources: {'Network': ['ID=3f5b7533-46ac-4787-9678-099b907c3a3b,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:48.870724 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 3f5b7533-46ac-4787-9678-099b907c3a3b details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:11:48.886407 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-017aedf2-4548-445d-aefb-93711592a97a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6395197 Apr 12 17:11:48.889097 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42362) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:48.898718 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Request body: {'subnet': {'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2008714961-subnet', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:48.985546 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Made reservation on behalf of 6c008fa9c4824ee799c7065559489391 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:11:48.988501 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3604528'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:49.201333 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3976995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3604518'] for subnet (98113788-c719-4bfa-9857-7fce4600da0f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:49.255074 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=98113788-c719-4bfa-9857-7fce4600da0f,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:49.263567 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Checking segment: {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:11:49.263950 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Network hostable DHCP agents. Network: 3f5b7533-46ac-4787-9678-099b907c3a3b, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:11:49.363052 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Network 3f5b7533-46ac-4787-9678-099b907c3a3b is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:11:49.459513 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 3f5b7533-46ac-4787-9678-099b907c3a3b) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:11:49.465648 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:49.466632 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:49.467150 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35add689-2c80-461b-876d-79c14dad5873 None None] Network 3f5b7533-46ac-4787-9678-099b907c3a3b requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:11:49.553712 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-45f1669c-2a9e-42dc-b4be-54d4d213bd9a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6635215 Apr 12 17:11:49.556364 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42368) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:49.560723 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:49.648601 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (ccc2876d-a8aa-4221-be07-255e5ba56efb), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:49.649827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (ccc2876d-a8aa-4221-be07-255e5ba56efb), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:49.679626 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-3f5b7533-46ac-4787-9678-099b907c3a3b', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'project_id': '6c008fa9c4824ee799c7065559489391', 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:11:49.680507 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:49.707431 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks [] for router_controller (ccc2876d-a8aa-4221-be07-255e5ba56efb), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:49.822702 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Allocated IP 172.20.0.2 (3f5b7533-46ac-4787-9678-099b907c3a3b/98113788-c719-4bfa-9857-7fce4600da0f/70055865-1761-4a46-8ef2-83e6ebb65314) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:11:49.905949 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:49.907076 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks [] for router_gateway (ccc2876d-a8aa-4221-be07-255e5ba56efb), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:49.975352 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Publish callbacks [] for port (70055865-1761-4a46-8ef2-83e6ebb65314), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:50.066668 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:50.117152 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Network 3f5b7533-46ac-4787-9678-099b907c3a3b is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:11:50.120200 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:11:50.124908 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:11:50.128937 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Pushing event updated for resources: {'Port': ['ID=70055865-1761-4a46-8ef2-83e6ebb65314,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:50.141851 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.143092 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.143601 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.144110 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.144590 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.145073 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.145542 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.146014 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.146504 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.146972 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.147476 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.147817 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.148144 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.148469 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.148790 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:50.198082 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Attempting to bind port 70055865-1761-4a46-8ef2-83e6ebb65314 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:11:50.198685 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Attempting to bind port 70055865-1761-4a46-8ef2-83e6ebb65314 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:11:50.199045 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Attempting to bind port 70055865-1761-4a46-8ef2-83e6ebb65314 on network 3f5b7533-46ac-4787-9678-099b907c3a3b {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:11:50.204069 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:11:50.204437 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Checking segment: {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:11:50.204830 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:50.205787 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Bound using segment: {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:11:50.206244 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Bound port: 70055865-1761-4a46-8ef2-83e6ebb65314, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:11:50.206653 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:50.267333 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] For port 70055865-1761-4a46-8ef2-83e6ebb65314, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:11:50.271002 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] For port 70055865-1761-4a46-8ef2-83e6ebb65314, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=70055865-1761-4a46-8ef2-83e6ebb65314,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:11:50.362721 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:50.384343 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks [] for router_gateway (ccc2876d-a8aa-4221-be07-255e5ba56efb), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:50.403418 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:50.425199 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fd357-fc49-47f8-bd86-e9b38ba64c61 None None] Pushing event updated for resources: {'Port': ['ID=70055865-1761-4a46-8ef2-83e6ebb65314,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:50.519496 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Allocated IP 172.27.1.90 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:11:50.635536 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks [] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:50.740673 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:50.782814 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:11:50.785841 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:11:50.790239 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:11:50.793401 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Pushing event updated for resources: {'Port': ['ID=052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:51.058069 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-5172fbe9-f576-446f-a791-3b44a15c9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:51.059655 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-5172fbe9-f576-446f-a791-3b44a15c9e4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.1146896 Apr 12 17:11:51.176161 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks [] for router_gateway (ccc2876d-a8aa-4221-be07-255e5ba56efb), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:51.305276 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-30cabdef-2e00-4d3b-83c6-9ae185cdcffa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd HTTP/1.1" status: 200 len: 217 time: 0.0386212 Apr 12 17:11:51.361045 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:51.365751 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f029e-bde9-4184-b604-631cdda4ef2d None None] Network 3f5b7533-46ac-4787-9678-099b907c3a3b requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:11:51.400920 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-21d50c83-7c8f-494a-b0fe-7913a47e3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:51.402539 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-21d50c83-7c8f-494a-b0fe-7913a47e3ad8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0915456 Apr 12 17:11:51.445856 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-6c2b0621-4eb5-473e-9a9e-ba717eb454ee None None] Provisioning complete for port 70055865-1761-4a46-8ef2-83e6ebb65314 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:51.446168 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0621-4eb5-473e-9a9e-ba717eb454ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:51.476152 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-cafff2cb-28dd-4dab-a2fd-91881c8780ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:51.477620 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-cafff2cb-28dd-4dab-a2fd-91881c8780ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492482 Apr 12 17:11:51.493110 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (ccc2876d-a8aa-4221-be07-255e5ba56efb), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:51.563448 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b0621-4eb5-473e-9a9e-ba717eb454ee None None] Current status of the port 70055865-1761-4a46-8ef2-83e6ebb65314 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:11:51.563841 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0621-4eb5-473e-9a9e-ba717eb454ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:51.600409 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-6c2b0621-4eb5-473e-9a9e-ba717eb454ee None None] For port 70055865-1761-4a46-8ef2-83e6ebb65314, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=70055865-1761-4a46-8ef2-83e6ebb65314,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:11:51.607313 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-72885a2b-a329-425d-8f98-b5521d3c4ef2 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227133 Apr 12 17:11:51.654054 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6c2b0621-4eb5-473e-9a9e-ba717eb454ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:51.714451 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b0621-4eb5-473e-9a9e-ba717eb454ee None None] Pushing event updated for resources: {'Port': ['ID=70055865-1761-4a46-8ef2-83e6ebb65314,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:51.756699 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-150aa3ee-ebb8-41b0-bd19-258dac5ea4cd req-950532dd-60d8-4a85-8c04-1a5745e9a3ab service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425946 Apr 12 17:11:51.775124 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-264ff52a-a404-4753-804c-ca30582c3f22 None None] Provisioning complete for port 70055865-1761-4a46-8ef2-83e6ebb65314 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:51.775971 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-264ff52a-a404-4753-804c-ca30582c3f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:51.853321 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-264ff52a-a404-4753-804c-ca30582c3f22 None None] Current status of the port 70055865-1761-4a46-8ef2-83e6ebb65314 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:11:51.859837 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Router ccc2876d-a8aa-4221-be07-255e5ba56efb is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:11:51.981244 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:11:51.991765 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Sync routers for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:11:52.005000 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:11:52.005611 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:11:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:52.084982 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:52.089884 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a7eeb41f-6811-4356-8c89-7e8e8af232c3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5300741 Apr 12 17:11:52.090265 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42412) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:52.134062 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:11:52.189117 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 70055865-1761-4a46-8ef2-83e6ebb65314 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:11:52.276510 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 70055865-1761-4a46-8ef2-83e6ebb65314 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:52.280047 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:52.384308 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:50Z', 'revision_number': 3, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:52.397528 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 70055865-1761-4a46-8ef2-83e6ebb65314 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:11:52.415321 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Checking router: ccc2876d-a8aa-4221-be07-255e5ba56efb for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:11:52.415767 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Updating router ccc2876d-a8aa-4221-be07-255e5ba56efb port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:11:52.447451 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:52.634688 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:52.698095 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Publish callbacks [] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:52.779641 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:52.788493 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Allocated IP 172.20.0.1 (3f5b7533-46ac-4787-9678-099b907c3a3b/98113788-c719-4bfa-9857-7fce4600da0f/298e81bd-36ba-4a15-9d41-f339fb853716) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:11:52.831217 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Attempting to bind port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:11:52.831588 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Attempting to bind port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:11:52.831950 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Attempting to bind port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:11:52.835005 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Pushing event updated for resources: {'Port': ['ID=052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:52.842681 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:11:52.843058 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:11:52.843458 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:52.843879 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:11:52.844337 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Bound port: 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:11:52.844719 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:52.848281 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.848628 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.852207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.853049 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.853049 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:52.893908 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Publish callbacks [] for port (298e81bd-36ba-4a15-9d41-f339fb853716), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:52.906029 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] For port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:11:52.909949 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] For port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:11:53.008564 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:53.008808 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:53.046377 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Network 3f5b7533-46ac-4787-9678-099b907c3a3b is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:11:53.049285 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:11:53.055029 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:11:53.058067 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:53.067848 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:11:53.068476 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:11:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:53.080663 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5cd2a-23ac-4e7b-a110-37cb6053352c None None] Pushing event updated for resources: {'Port': ['ID=052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:53.081514 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Pushing event updated for resources: {'Port': ['ID=298e81bd-36ba-4a15-9d41-f339fb853716,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:53.099419 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.100060 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.100139 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.100418 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.100748 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.101067 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.101386 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.101760 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.102081 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.102436 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.102808 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.103129 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.103443 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.103811 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.104125 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:11:53.124309 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (ccc2876d-a8aa-4221-be07-255e5ba56efb), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:53.185571 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:11:53.301060 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-2a8fa738-0460-47c2-b416-3eb8871b08dd None None] Provisioning complete for port 298e81bd-36ba-4a15-9d41-f339fb853716 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:53.306471 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa738-0460-47c2-b416-3eb8871b08dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:53.357547 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:53.365751 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fa738-0460-47c2-b416-3eb8871b08dd None None] Port 298e81bd-36ba-4a15-9d41-f339fb853716 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:11:53.399269 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:50Z', 'revision_number': 3, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:53.431941 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562f83d-7d9c-4665-8de2-eb0140ea00d2 None None] The sync data for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi is: [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:50Z', 'revision_number': 3, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:11:53.807682 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Publish callbacks [] for port (298e81bd-36ba-4a15-9d41-f339fb853716), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:53.865918 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:53.937299 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (ccc2876d-a8aa-4221-be07-255e5ba56efb), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:53.939247 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Pushing event updated for resources: {'Port': ['ID=298e81bd-36ba-4a15-9d41-f339fb853716,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:53.974308 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878ffc3-227d-4254-a379-b60a09ee8eae req-9d99ebf9-517d-42c5-8708-2220764e6b75 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:53.975885 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1878ffc3-227d-4254-a379-b60a09ee8eae req-9d99ebf9-517d-42c5-8708-2220764e6b75 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.2326941 Apr 12 17:11:54.034454 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1878ffc3-227d-4254-a379-b60a09ee8eae req-5f43a4a9-2c75-4bdc-8686-469ef16b149d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528204 Apr 12 17:11:54.050911 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Network 3f5b7533-46ac-4787-9678-099b907c3a3b is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:11:54.052380 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:11:54.152189 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:11:54.206673 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Router ccc2876d-a8aa-4221-be07-255e5ba56efb has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:11:54.236206 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:54.236685 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:54.347940 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:11:54.348398 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:54.376011 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:11:54.380422 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:11:54.383211 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-03bb04ac-cbef-41df-a132-1a92e16a2f0c admin admin] 10.222.0.64 "PUT /v2.0/routers/ccc2876d-a8aa-4221-be07-255e5ba56efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2917576 Apr 12 17:11:54.413551 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-fde082a7-c7d5-465b-a101-366089d03aff None None] Provisioning complete for port 298e81bd-36ba-4a15-9d41-f339fb853716 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:54.413864 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fde082a7-c7d5-465b-a101-366089d03aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:54.452397 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:54.457529 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-fde082a7-c7d5-465b-a101-366089d03aff None None] Port 298e81bd-36ba-4a15-9d41-f339fb853716 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:11:54.503402 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:54.872894 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42468) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:54.878110 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-4f6178f4-32a1-41c7-ad3d-d12e91f6f65a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591783094', 'description': 'tempest-description--959125067'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:54.956744 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4f6178f4-32a1-41c7-ad3d-d12e91f6f65a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.025698 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4f6178f4-32a1-41c7-ad3d-d12e91f6f65a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (16c4d0ef-12ed-4aa3-b1c7-04293edd2abc), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.077102 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4f6178f4-32a1-41c7-ad3d-d12e91f6f65a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (16c4d0ef-12ed-4aa3-b1c7-04293edd2abc), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.109045 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6178f4-32a1-41c7-ad3d-d12e91f6f65a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:55.144832 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090110b-1031-47be-8799-93b08e7a34bb req-548dfe9b-0199-492a-acf9-83cdfbfd4156 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:55.146335 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9090110b-1031-47be-8799-93b08e7a34bb req-548dfe9b-0199-492a-acf9-83cdfbfd4156 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0494609 Apr 12 17:11:55.164894 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4f6178f4-32a1-41c7-ad3d-d12e91f6f65a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.166164 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4f6178f4-32a1-41c7-ad3d-d12e91f6f65a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2922068 Apr 12 17:11:55.169284 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42472) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:55.174337 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-8dd27287-2af7-4d2b-ae3d-bc6b27170b1b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'security_group_rule': {'security_group_id': '16c4d0ef-12ed-4aa3-b1c7-04293edd2abc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:55.195981 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9090110b-1031-47be-8799-93b08e7a34bb req-ea4c2c00-d421-4618-8bd6-887b85535856 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437198 Apr 12 17:11:55.206489 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Sync routers for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:11:55.221474 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:11:55.226493 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:11:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:55.268659 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8dd27287-2af7-4d2b-ae3d-bc6b27170b1b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (f7de74ea-6c77-4ad4-a910-859245a36140), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.324563 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8dd27287-2af7-4d2b-ae3d-bc6b27170b1b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (f7de74ea-6c77-4ad4-a910-859245a36140), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.331963 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:11:55.384261 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8dd27287-2af7-4d2b-ae3d-bc6b27170b1b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (f7de74ea-6c77-4ad4-a910-859245a36140), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.402058 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd27287-2af7-4d2b-ae3d-bc6b27170b1b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7de74ea-6c77-4ad4-a910-859245a36140,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:55.484704 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8dd27287-2af7-4d2b-ae3d-bc6b27170b1b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.485915 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8dd27287-2af7-4d2b-ae3d-bc6b27170b1b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156950 Apr 12 17:11:55.489435 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42482) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:55.493804 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-0bd73243-6e8e-4c9d-8cee-315d4145d591 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'security_group_rule': {'security_group_id': '16c4d0ef-12ed-4aa3-b1c7-04293edd2abc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:55.521222 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 2, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:55.551640 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Checking router: ccc2876d-a8aa-4221-be07-255e5ba56efb for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:11:55.551997 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Updating router ccc2876d-a8aa-4221-be07-255e5ba56efb port 298e81bd-36ba-4a15-9d41-f339fb853716 binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:11:55.577750 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.579636 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0bd73243-6e8e-4c9d-8cee-315d4145d591 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (0bc774fb-aafd-4fb2-8b05-cac71693f05e), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.642314 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0bd73243-6e8e-4c9d-8cee-315d4145d591 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (0bc774fb-aafd-4fb2-8b05-cac71693f05e), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.728309 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0bd73243-6e8e-4c9d-8cee-315d4145d591 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (0bc774fb-aafd-4fb2-8b05-cac71693f05e), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.747473 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd73243-6e8e-4c9d-8cee-315d4145d591 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc774fb-aafd-4fb2-8b05-cac71693f05e,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:55.815749 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0bd73243-6e8e-4c9d-8cee-315d4145d591 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.817428 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0bd73243-6e8e-4c9d-8cee-315d4145d591 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3270571 Apr 12 17:11:55.820436 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42484) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:11:55.824932 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:11:55.835959 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Publish callbacks [] for port (298e81bd-36ba-4a15-9d41-f339fb853716), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.909964 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.939094 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:55.959217 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9924528-68a1-4509-9da3-bf8ed06100d1 None None] Pushing event updated for resources: {'Port': ['ID=298e81bd-36ba-4a15-9d41-f339fb853716,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:56.018768 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Attempting to bind port 298e81bd-36ba-4a15-9d41-f339fb853716 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:11:56.019145 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Attempting to bind port 298e81bd-36ba-4a15-9d41-f339fb853716 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:11:56.019513 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Attempting to bind port 298e81bd-36ba-4a15-9d41-f339fb853716 on network 3f5b7533-46ac-4787-9678-099b907c3a3b {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:11:56.025102 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:11:56.029555 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Checking segment: {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:11:56.029555 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.029555 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Bound using segment: {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:11:56.029555 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Bound port: 298e81bd-36ba-4a15-9d41-f339fb853716, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:11:56.029555 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.033572 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.096677 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] For port 298e81bd-36ba-4a15-9d41-f339fb853716, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:11:56.100436 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] For port 298e81bd-36ba-4a15-9d41-f339fb853716, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=298e81bd-36ba-4a15-9d41-f339fb853716,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:11:56.147317 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:11:56.151914 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Allocated IP 172.27.1.128 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/4ba39ecb-028e-42fe-a434-702575a33ee9) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:11:56.193426 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.202788 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-26355081-3eba-40ec-948c-bcf9a7d61abc None None] Provisioning complete for port 298e81bd-36ba-4a15-9d41-f339fb853716 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:56.203183 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-26355081-3eba-40ec-948c-bcf9a7d61abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.285174 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:56.286179 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.296059 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for port (4ba39ecb-028e-42fe-a434-702575a33ee9), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.328780 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:11:56.329422 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:11:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:56.382412 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be670866-2562-441c-b033-af4822814c82 req-82eb5c84-afdc-4f9f-8cc6-84b54bac2a6d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:56.384474 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-be670866-2562-441c-b033-af4822814c82 req-82eb5c84-afdc-4f9f-8cc6-84b54bac2a6d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0938978 Apr 12 17:11:56.386263 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (4ba39ecb-028e-42fe-a434-702575a33ee9), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.436918 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'Port': ['ID=4ba39ecb-028e-42fe-a434-702575a33ee9,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:56.466174 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:11:56.477439 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:11:56.481654 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:11:56.522578 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-be670866-2562-441c-b033-af4822814c82 req-0167b3d9-d1fa-4edf-b47a-e8d933c15c15 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899014 Apr 12 17:11:56.553544 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9924528-68a1-4509-9da3-bf8ed06100d1 None None] Pushing event updated for resources: {'Port': ['ID=298e81bd-36ba-4a15-9d41-f339fb853716,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:56.621125 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (be235261-8918-450c-9703-82ee8a98cc20), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.629647 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:11:56.674603 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:11:56.683446 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-26355081-3eba-40ec-948c-bcf9a7d61abc None None] Current status of the port 298e81bd-36ba-4a15-9d41-f339fb853716 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:11:56.683793 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-26355081-3eba-40ec-948c-bcf9a7d61abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.737943 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (4ba39ecb-028e-42fe-a434-702575a33ee9), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.791638 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-26355081-3eba-40ec-948c-bcf9a7d61abc None None] For port 298e81bd-36ba-4a15-9d41-f339fb853716, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=298e81bd-36ba-4a15-9d41-f339fb853716,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:11:56.847805 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-26355081-3eba-40ec-948c-bcf9a7d61abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.888769 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for port (4ba39ecb-028e-42fe-a434-702575a33ee9), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.914656 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:11:56.943837 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26355081-3eba-40ec-948c-bcf9a7d61abc None None] Pushing event updated for resources: {'Port': ['ID=298e81bd-36ba-4a15-9d41-f339fb853716,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:56.946965 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100e14e-9afc-4248-954c-f9683f1360c0 None None] The sync data for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi is: [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:11:56.975382 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-0e926a88-df4b-4b58-9bc4-21c0008348b4 None None] Provisioning complete for port 298e81bd-36ba-4a15-9d41-f339fb853716 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:56.975938 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0e926a88-df4b-4b58-9bc4-21c0008348b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:56.984804 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (4ba39ecb-028e-42fe-a434-702575a33ee9), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:57.112723 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'Port': ['ID=4ba39ecb-028e-42fe-a434-702575a33ee9,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:11:57.128350 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (be235261-8918-450c-9703-82ee8a98cc20), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:57.131922 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-0e926a88-df4b-4b58-9bc4-21c0008348b4 None None] Current status of the port 298e81bd-36ba-4a15-9d41-f339fb853716 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:11:57.227760 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:57.229016 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c9322157-a7a5-442e-81d2-83244a36d10d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4076197 Apr 12 17:11:57.422846 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-55d0b5a3-e858-4919-819e-1046192d3725 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1591783094&fields=id&tenant_id=6c008fa9c4824ee799c7065559489391 HTTP/1.1" status: 200 len: 267 time: 0.0882626 Apr 12 17:11:57.432995 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-62cce8be-7793-4e06-98e0-1822b33d8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:57.438694 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-62cce8be-7793-4e06-98e0-1822b33d8009 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 1130 time: 0.0513823 Apr 12 17:11:57.603567 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-1c0400a0-de97-4c14-8875-f57f795e321a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:57.605042 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-1c0400a0-de97-4c14-8875-f57f795e321a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/networks?id=3f5b7533-46ac-4787-9678-099b907c3a3b HTTP/1.1" status: 200 len: 811 time: 0.1744328 Apr 12 17:11:57.606190 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-ae32d5ae-952a-4820-a01f-ad503266fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:57.607567 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-ae32d5ae-952a-4820-a01f-ad503266fc6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.1639087 Apr 12 17:11:57.649823 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b884864-a716-4254-ab2a-aea241965b43 req-9ada230d-2d4e-4ff1-867d-3b575501255f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:57.651508 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5b884864-a716-4254-ab2a-aea241965b43 req-9ada230d-2d4e-4ff1-867d-3b575501255f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0516901 Apr 12 17:11:57.663778 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-637da94b-c7fe-4f74-be62-7174e36d97df tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/quotas/6c008fa9c4824ee799c7065559489391 HTTP/1.1" status: 200 len: 375 time: 0.0511277 Apr 12 17:11:57.667011 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-85328f35-a060-444e-a155-e784b0f45ff3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd HTTP/1.1" status: 200 len: 217 time: 0.0476077 Apr 12 17:11:57.701417 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5b884864-a716-4254-ab2a-aea241965b43 req-703baf97-7462-4266-b949-d3be1c6c5a87 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442405 Apr 12 17:11:57.735576 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-14589515-484c-40dc-a4f2-c66e96131243 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709479 Apr 12 17:11:57.747714 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-2c7e6126-ab02-4c80-8747-869d73ceec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:57.749227 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-2c7e6126-ab02-4c80-8747-869d73ceec2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0727010 Apr 12 17:11:57.839145 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-78cb8682-48c9-4341-8249-34731bec3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:57.840628 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-78cb8682-48c9-4341-8249-34731bec3f60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816562 Apr 12 17:11:57.934708 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-43f34aed-6473-45c9-9d31-428c958fb167 service neutron] 10.222.0.64 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825666 Apr 12 17:11:58.027955 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-53a44cb5-ba07-497d-a478-d5b36055621a service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770051 Apr 12 17:11:58.073205 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-fcd3e7b1-dce6-4839-bd14-a6ec62a6beca service neutron] 10.222.0.64 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375883 Apr 12 17:11:58.141843 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-42cce974-cd13-4ba7-8425-a13c4983c2f4 req-427b6ad1-7324-4a41-9987-68bca4387042 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067166 Apr 12 17:11:58.166171 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 298e81bd-36ba-4a15-9d41-f339fb853716 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:11:58.217358 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 298e81bd-36ba-4a15-9d41-f339fb853716 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:11:58.217934 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:11:58.301858 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 298e81bd-36ba-4a15-9d41-f339fb853716 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:11:58.367278 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b494d69-0b3d-43be-a6c3-56084e721856 req-51b79be2-e66f-47da-a278-a473b7bbf785 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 210 time: 0.0300894 Apr 12 17:11:58.817163 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b2a5-bca9-4633-aac3-56b9def1153f req-936764a2-d9f3-4b1d-822c-371bb77a4cc2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:58.818762 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1fd7b2a5-bca9-4633-aac3-56b9def1153f req-936764a2-d9f3-4b1d-822c-371bb77a4cc2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0509207 Apr 12 17:11:58.865833 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1fd7b2a5-bca9-4633-aac3-56b9def1153f req-b6659e6e-4278-4d30-a5a7-03225ed42729 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Apr 12 17:11:59.459410 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a69b2b06-7958-40e2-8606-4dd6d933ae56 req-b748c452-d72c-48c7-9903-2481b3e9650f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 210 time: 0.0282009 Apr 12 17:11:59.662493 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2225860-dbc7-48ee-8962-73350c201126 req-df79404e-0d87-4008-9807-f84f8306de17 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:59.663996 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b2225860-dbc7-48ee-8962-73350c201126 req-df79404e-0d87-4008-9807-f84f8306de17 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 946 time: 0.0496602 Apr 12 17:11:59.710639 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b2225860-dbc7-48ee-8962-73350c201126 req-b1865b4d-ea9b-491b-b1c9-05384d59884f tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 Apr 12 17:11:59.977219 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78871c4-11fe-4c40-bab6-e805ea81da74 req-eadf6348-b98d-4b39-870d-e9a4dd25a6d1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:11:59.978699 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e78871c4-11fe-4c40-bab6-e805ea81da74 req-eadf6348-b98d-4b39-870d-e9a4dd25a6d1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0471022 Apr 12 17:12:00.025083 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e78871c4-11fe-4c40-bab6-e805ea81da74 req-dffdf78c-f7a1-4334-aef1-c4aae711f2dd tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Apr 12 17:12:00.552916 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f6412009-2191-4ef1-9990-b10e0690619e req-80fe4eeb-ea14-4d91-a76e-b91b89292339 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 210 time: 0.0278904 Apr 12 17:12:00.821102 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344670f-be3f-4f64-a865-619ff3f0d0b1 req-77f2a098-4a54-4b12-9ddc-52cb1f1f0478 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:00.822646 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1344670f-be3f-4f64-a865-619ff3f0d0b1 req-77f2a098-4a54-4b12-9ddc-52cb1f1f0478 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 946 time: 0.0470283 Apr 12 17:12:00.869425 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1344670f-be3f-4f64-a865-619ff3f0d0b1 req-da46b5be-757b-471a-9aaa-643c25e313c8 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Apr 12 17:12:01.136238 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4776da-9521-4c94-a6a4-c4716edb40f2 req-6e3de3b1-81ac-49db-8284-60fce8b6f3ce tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:01.137710 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8f4776da-9521-4c94-a6a4-c4716edb40f2 req-6e3de3b1-81ac-49db-8284-60fce8b6f3ce tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0476065 Apr 12 17:12:01.195164 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8f4776da-9521-4c94-a6a4-c4716edb40f2 req-671cd922-690e-4c29-b592-7600575ea071 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471189 Apr 12 17:12:01.650393 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3ae4d449-688a-4ffc-8085-00928400b1fc req-f219b5fa-8dde-4737-b7c8-82f9b87254ac tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 210 time: 0.0305958 Apr 12 17:12:01.980804 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d2676-fc84-4743-b644-3c59ca6ef09d req-875bd993-f852-40d7-8bc6-763016ec0f3e tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:01.982412 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1b0d2676-fc84-4743-b644-3c59ca6ef09d req-875bd993-f852-40d7-8bc6-763016ec0f3e tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 946 time: 0.0492685 Apr 12 17:12:02.030038 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1b0d2676-fc84-4743-b644-3c59ca6ef09d req-5b4df0ec-fe45-49b3-9b61-69f81ead3c0b tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Apr 12 17:12:02.141824 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-f1afcf78-0efe-445d-ad01-40721221cc4a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:02.143305 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-f1afcf78-0efe-445d-ad01-40721221cc4a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 946 time: 0.0472150 Apr 12 17:12:02.255427 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-47cd9bf2-cf24-4027-87a9-e0d456215c1f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:02.259391 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-47cd9bf2-cf24-4027-87a9-e0d456215c1f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.41 "GET /v2.0/networks?id=3f5b7533-46ac-4787-9678-099b907c3a3b HTTP/1.1" status: 200 len: 811 time: 0.1613762 Apr 12 17:12:02.323976 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-3b73065d-f467-4e87-b0f8-503dc0939847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Deleting port ba106c53-4f75-427f-ada3-313a7e078025 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:12:02.324598 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-3b73065d-f467-4e87-b0f8-503dc0939847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (ba106c53-4f75-427f-ada3-313a7e078025), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:02.352753 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-2e6fa396-8ccb-4eaa-ae9a-4d8eca99b90a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c008fa9c4824ee799c7065559489391 HTTP/1.1" status: 200 len: 380 time: 0.0747874 Apr 12 17:12:02.362964 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'port': {'device_id': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'admin_state_up': True, 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'security_groups': ['16c4d0ef-12ed-4aa3-b1c7-04293edd2abc']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:02.398242 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0946b-3c0d-4e88-9660-7461f427d347 req-8f3b6bec-ad1e-47f8-9574-5ec0ac7a4063 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:02.399778 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65e0946b-3c0d-4e88-9660-7461f427d347 req-8f3b6bec-ad1e-47f8-9574-5ec0ac7a4063 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.1136930 Apr 12 17:12:02.479214 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-3b73065d-f467-4e87-b0f8-503dc0939847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] For port ba106c53-4f75-427f-ada3-313a7e078025, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ba106c53-4f75-427f-ada3-313a7e078025,segment=NetworkSegment(fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb),segment_id=fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:02.479634 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-3b73065d-f467-4e87-b0f8-503dc0939847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (ba106c53-4f75-427f-ada3-313a7e078025), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:02.503560 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-3b73065d-f467-4e87-b0f8-503dc0939847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Calling delete_port for ba106c53-4f75-427f-ada3-313a7e078025 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:12:02.510297 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65e0946b-3c0d-4e88-9660-7461f427d347 req-a27302c1-e7a1-4544-861e-8ae11cb5bda3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024182 Apr 12 17:12:02.567245 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Made reservation on behalf of 6c008fa9c4824ee799c7065559489391 for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:12:02.570769 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:02.694274 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-3b73065d-f467-4e87-b0f8-503dc0939847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (ba106c53-4f75-427f-ada3-313a7e078025), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:02.716036 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Allocated IP 172.20.0.5 (3f5b7533-46ac-4787-9678-099b907c3a3b/98113788-c719-4bfa-9857-7fce4600da0f/9c13028e-04d9-408c-abcf-2160e95058ed) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:12:02.724957 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73065d-f467-4e87-b0f8-503dc0939847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Pushing event deleted for resources: {'Port': ['ID=ba106c53-4f75-427f-ada3-313a7e078025,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:02.758881 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ba138262-276b-4930-a9cd-95f4be5462b9 req-03c69d94-8dd6-4541-8189-a72a9c3d3d9e tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 210 time: 0.0372853 Apr 12 17:12:02.781020 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-3b73065d-f467-4e87-b0f8-503dc0939847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] No DVR routers for this DVR port ba106c53-4f75-427f-ada3-313a7e078025 on host hv-cinder-83753 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:12:02.785263 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-3b73065d-f467-4e87-b0f8-503dc0939847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:02.789206 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f23e2c40-8d29-4563-b2ce-ca923892f892 req-3b73065d-f467-4e87-b0f8-503dc0939847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.41 "DELETE /v2.0/ports/ba106c53-4f75-427f-ada3-313a7e078025 HTTP/1.1" status: 204 len: 173 time: 0.6162808 Apr 12 17:12:02.789693 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9391880-897f-47f7-bae3-7f5bad6505fd', 'name': 'network-vif-deleted', 'tag': 'ba106c53-4f75-427f-ada3-313a7e078025'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:12:02.792040 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b99648-a92c-4758-80db-92c85b37408f" -d '{"events": [{"server_uuid": "e9391880-897f-47f7-bae3-7f5bad6505fd", "name": "network-vif-deleted", "tag": "ba106c53-4f75-427f-ada3-313a7e078025"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:12:02.827639 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfd6b8a-a692-49ec-a443-a17132443a34 x-openstack-request-id: req-0bfd6b8a-a692-49ec-a443-a17132443a34 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:12:02.828005 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9391880-897f-47f7-bae3-7f5bad6505fd", "name": "network-vif-deleted", "tag": "ba106c53-4f75-427f-ada3-313a7e078025", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:12:02.829267 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0bfd6b8a-a692-49ec-a443-a17132443a34 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:12:02.830955 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfd6b8a-a692-49ec-a443-a17132443a34'] response: {'server_uuid': 'e9391880-897f-47f7-bae3-7f5bad6505fd', 'name': 'network-vif-deleted', 'tag': 'ba106c53-4f75-427f-ada3-313a7e078025', 'status': 'completed', 'code': 200} Apr 12 17:12:02.901014 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for port (9c13028e-04d9-408c-abcf-2160e95058ed), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:02.936891 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['ba106c53-4f75-427f-ada3-313a7e078025'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:12:03.002109 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:03.043703 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Network 3f5b7533-46ac-4787-9678-099b907c3a3b is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:12:03.047005 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:12:03.053070 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:12:03.087488 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'Port': ['ID=9c13028e-04d9-408c-abcf-2160e95058ed,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:03.099232 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.101883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.101883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.101883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.101883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.101883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.101883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.101883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.101883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.102927 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.102927 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.102927 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.103159 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.103419 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.103745 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:03.154656 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:03.159666 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:03.160331 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9883cc9b-fd31-482e-9dc8-27c04e3b4e52 req-b4bb784e-1b51-4e6d-b09a-840faace3acc tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0396085 Apr 12 17:12:03.255893 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-b293a4e9-9072-434c-86a7-11fcf8be0236 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8978505 Apr 12 17:12:03.292258 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-650b53fa-9eb3-48de-b831-3110afd95474 None None] Provisioning complete for port 9c13028e-04d9-408c-abcf-2160e95058ed triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:12:03.292746 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-650b53fa-9eb3-48de-b831-3110afd95474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:03.329535 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-650b53fa-9eb3-48de-b831-3110afd95474 None None] Port 9c13028e-04d9-408c-abcf-2160e95058ed cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:12:03.628301 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb02d51-1cb9-4a2d-9c8d-c647dd2f765b req-c0ef8403-66f7-4ac9-804c-7d6f3d96c3dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:03.629782 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2fb02d51-1cb9-4a2d-9c8d-c647dd2f765b req-c0ef8403-66f7-4ac9-804c-7d6f3d96c3dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0469854 Apr 12 17:12:03.675991 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2fb02d51-1cb9-4a2d-9c8d-c647dd2f765b req-a5a65337-3f86-4538-be5a-003d38764dda tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 Apr 12 17:12:03.885122 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8d3f-d14b-42cf-ac44-21ca57b15ed6 req-de4969f1-9639-4365-8036-0784cabefcba tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:03.886694 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e4fb8d3f-d14b-42cf-ac44-21ca57b15ed6 req-de4969f1-9639-4365-8036-0784cabefcba tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 931 time: 0.0478630 Apr 12 17:12:03.933309 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e4fb8d3f-d14b-42cf-ac44-21ca57b15ed6 req-60d3e52f-6bf9-4d14-800b-18a6be9ec1fa tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411296 Apr 12 17:12:04.252353 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-65bfd9c9-4283-48f6-9d3c-aad674e274ea req-aafd998d-c040-4f6b-a92a-e647a0f73e30 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0266454 Apr 12 17:12:04.782694 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe525cda-2f5b-4779-8b72-b8ee50999c80 req-fbb4ea4b-12cb-4a64-80ed-55ec226fa3d8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:04.789129 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fe525cda-2f5b-4779-8b72-b8ee50999c80 req-fbb4ea4b-12cb-4a64-80ed-55ec226fa3d8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0447729 Apr 12 17:12:04.798962 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:12:04.836602 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fe525cda-2f5b-4779-8b72-b8ee50999c80 req-50d8a49f-49db-4ad5-89be-e6fe3f6e2f0a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469661 Apr 12 17:12:05.046251 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8167b1e-5b07-4757-b6ad-786ca28becfc req-93f25b90-cbdd-4aff-903b-918d5e6d0eaa tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:05.047757 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d8167b1e-5b07-4757-b6ad-786ca28becfc req-93f25b90-cbdd-4aff-903b-918d5e6d0eaa tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 931 time: 0.0483408 Apr 12 17:12:05.093717 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d8167b1e-5b07-4757-b6ad-786ca28becfc req-08438811-8316-4285-8b98-2098b3d9c2d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 Apr 12 17:12:05.342895 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4b0f1d51-5311-4513-a62b-7d96c79b1fbd req-1c1a1108-726d-42e3-b890-4386416b6526 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0265849 Apr 12 17:12:05.947029 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733421f6-4ca5-444a-b06b-df5c6e92d489 req-8f162e15-e805-4360-89f7-c58ee72c5a76 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:05.948515 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-733421f6-4ca5-444a-b06b-df5c6e92d489 req-8f162e15-e805-4360-89f7-c58ee72c5a76 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0463238 Apr 12 17:12:05.995947 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-733421f6-4ca5-444a-b06b-df5c6e92d489 req-5c794f6d-8fec-4ce2-a761-78771f0ded74 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Apr 12 17:12:06.202280 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8573ded-e19e-4370-b48d-67756c8daad3 req-be9dc643-404b-4509-8441-5d673504472d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:06.203773 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a8573ded-e19e-4370-b48d-67756c8daad3 req-be9dc643-404b-4509-8441-5d673504472d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 931 time: 0.0462284 Apr 12 17:12:06.249194 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a8573ded-e19e-4370-b48d-67756c8daad3 req-48faea3c-4bc3-47fc-80b4-487996c4e80c tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400379 Apr 12 17:12:06.285277 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device ba106c53-4f75-427f-ada3-313a7e078025 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:12:06.305170 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: ba106c53-4f75-427f-ada3-313a7e078025 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:12:06.305514 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device ba106c53-4f75-427f-ada3-313a7e078025 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:12:06.316112 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Request body: {'port': {'device_id': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:06.378103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:06.441234 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b93b85be-c2a7-402d-917f-5fd4fc21e9ed req-ee036788-decb-4cd1-9873-eec7e2f1d9a1 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0302453 Apr 12 17:12:06.634082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c13028e-04d9-408c-abcf-2160e95058ed {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:12:06.641342 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Publish callbacks [] for port (9c13028e-04d9-408c-abcf-2160e95058ed), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:06.653400 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Transition to ACTIVE for port object 9c13028e-04d9-408c-abcf-2160e95058ed will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:12:06.773878 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:06.845537 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Pushing event updated for resources: {'Port': ['ID=9c13028e-04d9-408c-abcf-2160e95058ed,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:06.899105 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Attempting to bind port 9c13028e-04d9-408c-abcf-2160e95058ed on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:12:06.899443 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Attempting to bind port 9c13028e-04d9-408c-abcf-2160e95058ed by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:12:06.899778 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Attempting to bind port 9c13028e-04d9-408c-abcf-2160e95058ed on network 3f5b7533-46ac-4787-9678-099b907c3a3b {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:12:06.904688 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Port 9c13028e-04d9-408c-abcf-2160e95058ed on network 3f5b7533-46ac-4787-9678-099b907c3a3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:12:06.907179 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Attempting to bind port 9c13028e-04d9-408c-abcf-2160e95058ed on network 3f5b7533-46ac-4787-9678-099b907c3a3b {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:12:06.910925 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:12:06.911266 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Checking segment: {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:12:06.911660 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Bound using segment: {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:12:06.912095 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Bound port: 9c13028e-04d9-408c-abcf-2160e95058ed, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:12:06.912460 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:06.985923 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] For port 9c13028e-04d9-408c-abcf-2160e95058ed, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:12:06.989160 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] For port 9c13028e-04d9-408c-abcf-2160e95058ed, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c13028e-04d9-408c-abcf-2160e95058ed,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:12:07.095926 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:07.143502 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f2664-3f6a-4bcc-8180-847004abfc2d req-181a2442-c427-49e8-a6fb-49c7889ca57c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:07.145017 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ba9f2664-3f6a-4bcc-8180-847004abfc2d req-181a2442-c427-49e8-a6fb-49c7889ca57c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0830345 Apr 12 17:12:07.153757 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:07.154468 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:07.155869 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] 10.222.0.41 "PUT /v2.0/ports/9c13028e-04d9-408c-abcf-2160e95058ed HTTP/1.1" status: 200 len: 1093 time: 0.8448079 Apr 12 17:12:07.157429 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'tag': '9c13028e-04d9-408c-abcf-2160e95058ed'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:12:07.160247 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7679c8-7683-47cc-af1a-0b0e35196b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d9d49f-f434-400c-b450-7ab0b33f54f5", "tag": "9c13028e-04d9-408c-abcf-2160e95058ed"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:12:07.196376 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a087f7d-372e-4bf4-9560-7f00138e8536 service neutron] Pushing event updated for resources: {'Port': ['ID=9c13028e-04d9-408c-abcf-2160e95058ed,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:07.217232 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b567769-e2cf-4113-a6fd-960763a67a27 x-openstack-request-id: req-6b567769-e2cf-4113-a6fd-960763a67a27 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:12:07.217841 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d9d49f-f434-400c-b450-7ab0b33f54f5", "tag": "9c13028e-04d9-408c-abcf-2160e95058ed", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:12:07.217841 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b567769-e2cf-4113-a6fd-960763a67a27 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:12:07.218176 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b567769-e2cf-4113-a6fd-960763a67a27'] response: {'name': 'network-changed', 'server_uuid': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'tag': '9c13028e-04d9-408c-abcf-2160e95058ed', 'status': 'completed', 'code': 200} Apr 12 17:12:07.236050 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ba9f2664-3f6a-4bcc-8180-847004abfc2d req-6cc09e85-a6d0-4859-85a2-a1bcaf8e81ac tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747690 Apr 12 17:12:07.355574 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7679c8-7683-47cc-af1a-0b0e35196b6a req-fa4b1b78-aa60-4255-9a75-51d00f2e0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:07.357112 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b7679c8-7683-47cc-af1a-0b0e35196b6a req-fa4b1b78-aa60-4255-9a75-51d00f2e0d46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 1127 time: 0.0509198 Apr 12 17:12:07.395749 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed7cdf-3fc5-444f-a66c-1164dbfb5425 req-9c936f53-fe36-424f-a4f1-6767ef74daad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:07.397101 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fbed7cdf-3fc5-444f-a66c-1164dbfb5425 req-9c936f53-fe36-424f-a4f1-6767ef74daad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 943 time: 0.0712380 Apr 12 17:12:07.447141 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fbed7cdf-3fc5-444f-a66c-1164dbfb5425 req-cf62279f-f873-4233-bc7e-2627848ae53f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425365 Apr 12 17:12:07.567045 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-50545e03-b7ab-4d82-b32a-a28018618c18 req-aa82d388-73f5-46e8-9ef1-7990bfc5b3b0 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9391880-897f-47f7-bae3-7f5bad6505fd HTTP/1.1" status: 200 len: 210 time: 0.0364966 Apr 12 17:12:07.569695 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7679c8-7683-47cc-af1a-0b0e35196b6a req-cedecb3f-c52a-4abd-a14a-4d53c7968bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:07.571067 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b7679c8-7683-47cc-af1a-0b0e35196b6a req-cedecb3f-c52a-4abd-a14a-4d53c7968bb1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c008fa9c4824ee799c7065559489391&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1270094 Apr 12 17:12:07.674176 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7679c8-7683-47cc-af1a-0b0e35196b6a req-12642b8e-3c13-4c2e-ae0b-317d2f730b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:07.675721 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b7679c8-7683-47cc-af1a-0b0e35196b6a req-12642b8e-3c13-4c2e-ae0b-317d2f730b2c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0967107 Apr 12 17:12:07.776994 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-abec0a33-8a62-40f3-b51f-1a5effa1db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:07.778643 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-abec0a33-8a62-40f3-b51f-1a5effa1db88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 1127 time: 0.0403266 Apr 12 17:12:07.827380 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-d321240d-e722-45cb-9195-54c78508829f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c13028e-04d9-408c-abcf-2160e95058ed HTTP/1.1" status: 200 len: 217 time: 0.0340903 Apr 12 17:12:07.879426 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-f2b48bef-afd6-4e8f-912e-001680b459c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:07.880962 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-f2b48bef-afd6-4e8f-912e-001680b459c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98113788-c719-4bfa-9857-7fce4600da0f HTTP/1.1" status: 200 len: 850 time: 0.0471866 Apr 12 17:12:07.924959 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-151a9879-bcb7-4652-aee4-9a0c310fd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:07.926489 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-151a9879-bcb7-4652-aee4-9a0c310fd9f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5b7533-46ac-4787-9678-099b907c3a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385268 Apr 12 17:12:08.019362 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-ebdeb0b3-b485-45f2-a7c5-06ed0bfeab7d service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855749 Apr 12 17:12:08.145304 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2a4a175-e491-43a3-b1f2-8c58730bcb6c req-47d9d694-9d22-4225-9075-9fc8576ffe1d service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193018 Apr 12 17:12:08.351491 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6208fb-d092-4ae8-b665-dfc08eeabf3a req-12ef76d3-56c4-4f22-b53d-9bbe257a2932 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:08.353016 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5d6208fb-d092-4ae8-b665-dfc08eeabf3a req-12ef76d3-56c4-4f22-b53d-9bbe257a2932 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0487289 Apr 12 17:12:08.399536 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5d6208fb-d092-4ae8-b665-dfc08eeabf3a req-bb3026f7-63da-4101-aa1d-ea48c978fcfc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Apr 12 17:12:08.564947 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f8b1-3163-4a7f-98ab-dd55dd531efa req-bfa22a37-9405-4238-b947-fb2a5ee267fc tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:08.564947 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3276f8b1-3163-4a7f-98ab-dd55dd531efa req-bfa22a37-9405-4238-b947-fb2a5ee267fc tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 943 time: 0.0495167 Apr 12 17:12:08.572753 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42784) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:08.612994 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3276f8b1-3163-4a7f-98ab-dd55dd531efa req-6f00fc55-d4fc-43ea-92fb-f310cf736c02 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458653 Apr 12 17:12:08.713153 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b2c-04b9-4afb-855a-f3b3ef17206b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:08.797719 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b2c-04b9-4afb-855a-f3b3ef17206b admin admin] Publish callbacks [] for security_group (12b38398-1a17-4ce6-a20d-adf14810fd24), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:08.908725 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-958b5b69-3474-41ee-b322-c0da7470aa1a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:08.908725 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-958b5b69-3474-41ee-b322-c0da7470aa1a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/networks?id=c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 HTTP/1.1" status: 200 len: 809 time: 0.1056974 Apr 12 17:12:08.922553 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-4d3169c6-74ee-426a-8caf-ffc1186b4bf6 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/quotas/c6a260d3af714e98aa46d1f0d1359c49 HTTP/1.1" status: 200 len: 375 time: 0.0102928 Apr 12 17:12:08.929251 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e8b08b2c-04b9-4afb-855a-f3b3ef17206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (12b38398-1a17-4ce6-a20d-adf14810fd24), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:08.971885 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-606d1097-0470-4b25-9acd-129cbce9afa4 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6a260d3af714e98aa46d1f0d1359c49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435140 Apr 12 17:12:09.013320 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b08b2c-04b9-4afb-855a-f3b3ef17206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b38398-1a17-4ce6-a20d-adf14810fd24,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:09.025543 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e8b08b2c-04b9-4afb-855a-f3b3ef17206b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54b013e93d4f42d4aa1704ac828887d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517653 Apr 12 17:12:09.028764 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42820) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:09.090311 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c6428a88-1e78-443e-8dc0-4e1b4f701ab7 admin admin] Publish callbacks [] for security_group (12b38398-1a17-4ce6-a20d-adf14810fd24), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:09.101326 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-115190c5-e0e6-4641-93e1-01fc2f339278 service neutron] 10.222.0.64 "GET /v2.0/networks/c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129999 Apr 12 17:12:09.115822 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c6428a88-1e78-443e-8dc0-4e1b4f701ab7 admin admin] Publish callbacks [] for security_group (12b38398-1a17-4ce6-a20d-adf14810fd24), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:09.199399 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-6853db0f-568f-4a4c-a7e1-bb30833e482f service neutron] 10.222.0.64 "GET /v2.0/networks/c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909619 Apr 12 17:12:09.226584 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c6428a88-1e78-443e-8dc0-4e1b4f701ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (12b38398-1a17-4ce6-a20d-adf14810fd24), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:09.228120 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c6428a88-1e78-443e-8dc0-4e1b4f701ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:09.229292 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c6428a88-1e78-443e-8dc0-4e1b4f701ab7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12b38398-1a17-4ce6-a20d-adf14810fd24 HTTP/1.1" status: 204 len: 168 time: 0.1966312 Apr 12 17:12:09.241060 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6428a88-1e78-443e-8dc0-4e1b4f701ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b38398-1a17-4ce6-a20d-adf14810fd24,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:09.414286 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9e6e464d-1e95-49e9-b47f-25ae25e8067b req-a17a5390-c4a3-4a1a-b894-052fb06d41b9 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0279317 Apr 12 17:12:09.524733 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e97e8-dd70-4eaf-95bd-5ebbcc8b7ba5 req-0b513691-5a09-446c-ae6a-dea41b735c69 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:09.526992 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c03e97e8-dd70-4eaf-95bd-5ebbcc8b7ba5 req-0b513691-5a09-446c-ae6a-dea41b735c69 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0560834 Apr 12 17:12:09.584033 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c03e97e8-dd70-4eaf-95bd-5ebbcc8b7ba5 req-f4796825-ee1c-477f-89ec-ee0438c981cc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477917 Apr 12 17:12:09.725559 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42856) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:09.733762 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf4192-9f6d-4f23-9ae3-9e11538245fa req-d24727a8-28d0-423f-be15-4aed073d9d54 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:09.737915 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0daf4192-9f6d-4f23-9ae3-9e11538245fa req-d24727a8-28d0-423f-be15-4aed073d9d54 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 943 time: 0.0497637 Apr 12 17:12:09.841012 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0daf4192-9f6d-4f23-9ae3-9e11538245fa req-ab89fed9-6585-4ff2-b342-7c01916dfa95 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919197 Apr 12 17:12:09.853695 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5bdcab84-f197-411c-bdde-fc24ed6bb8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:09.931489 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5bdcab84-f197-411c-bdde-fc24ed6bb8b3 admin admin] Publish callbacks [] for security_group (edc0ac17-2d62-4f11-b320-bc4daf949b26), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:10.036964 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-5bdcab84-f197-411c-bdde-fc24ed6bb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (edc0ac17-2d62-4f11-b320-bc4daf949b26), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:10.075195 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcab84-f197-411c-bdde-fc24ed6bb8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc0ac17-2d62-4f11-b320-bc4daf949b26,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:10.081559 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5bdcab84-f197-411c-bdde-fc24ed6bb8b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10084b6e323e40c6bb91d936115251e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549728 Apr 12 17:12:10.084119 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42870) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:10.139190 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cb8fee0c-12e6-4ef1-8081-694b4a965739 admin admin] Publish callbacks [] for security_group (edc0ac17-2d62-4f11-b320-bc4daf949b26), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:10.161458 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cb8fee0c-12e6-4ef1-8081-694b4a965739 admin admin] Publish callbacks [] for security_group (edc0ac17-2d62-4f11-b320-bc4daf949b26), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:10.270971 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cb8fee0c-12e6-4ef1-8081-694b4a965739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (edc0ac17-2d62-4f11-b320-bc4daf949b26), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:10.273688 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cb8fee0c-12e6-4ef1-8081-694b4a965739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:10.275585 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-cb8fee0c-12e6-4ef1-8081-694b4a965739 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/edc0ac17-2d62-4f11-b320-bc4daf949b26 HTTP/1.1" status: 204 len: 168 time: 0.1893349 Apr 12 17:12:10.283559 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fee0c-12e6-4ef1-8081-694b4a965739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc0ac17-2d62-4f11-b320-bc4daf949b26,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:10.308740 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 9c13028e-04d9-408c-abcf-2160e95058ed details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:12:10.413006 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 9c13028e-04d9-408c-abcf-2160e95058ed, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c13028e-04d9-408c-abcf-2160e95058ed,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:10.426076 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '9c13028e-04d9-408c-abcf-2160e95058ed', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'port_id': '9c13028e-04d9-408c-abcf-2160e95058ed', 'mac_address': 'fa:16:3e:a2:1f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:12:10.468009 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 9c13028e-04d9-408c-abcf-2160e95058ed is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:12:10.469351 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:10.486431 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c13028e-04d9-408c-abcf-2160e95058ed {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:12:10.513666 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 9c13028e-04d9-408c-abcf-2160e95058ed, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c13028e-04d9-408c-abcf-2160e95058ed,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:10.534201 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 42890) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:10.535244 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-86b1488a-550d-489f-bb93-f3499c1981a9 req-511ecacb-7869-48a1-8672-5a79983bb9ae tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0305507 Apr 12 17:12:10.568401 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:10.639269 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=9c13028e-04d9-408c-abcf-2160e95058ed,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:10.914667 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d855df62-b78b-450c-926e-dd89c5812229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:10.949340 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556307-f35d-4c59-916d-70cab9178f9a req-9d26498f-2ba9-43ad-80e0-b9030445a35d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:10.956853 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-58556307-f35d-4c59-916d-70cab9178f9a req-9d26498f-2ba9-43ad-80e0-b9030445a35d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.2862833 Apr 12 17:12:10.999795 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c2e44-d15f-4f0d-8936-177df83ef98d req-20aa40f5-e774-4737-9fc7-6ad30d510fda tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:11.013606 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['9c13028e-04d9-408c-abcf-2160e95058ed'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:12:11.014051 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0a8c2e44-d15f-4f0d-8936-177df83ef98d req-20aa40f5-e774-4737-9fc7-6ad30d510fda tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 944 time: 0.0897753 Apr 12 17:12:11.014788 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-58556307-f35d-4c59-916d-70cab9178f9a req-2bacf497-cfb6-473f-a997-832d39c7855a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568333 Apr 12 17:12:11.088544 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0a8c2e44-d15f-4f0d-8936-177df83ef98d req-556ba90b-fba5-4a4f-a922-c74c49bacbf3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701981 Apr 12 17:12:11.116415 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d855df62-b78b-450c-926e-dd89c5812229 admin admin] Publish callbacks [] for security_group (b98dd00f-710b-4990-8c75-ee26e7f7bb60), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:11.196816 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d855df62-b78b-450c-926e-dd89c5812229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (b98dd00f-710b-4990-8c75-ee26e7f7bb60), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:11.241506 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855df62-b78b-450c-926e-dd89c5812229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98dd00f-710b-4990-8c75-ee26e7f7bb60,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:11.250524 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42920) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:11.250638 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d855df62-b78b-450c-926e-dd89c5812229 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99c0841735c94c369485ee888115cd5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7146783 Apr 12 17:12:11.303853 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e791d7b-8fae-4538-9c3d-e4d7e1ea11c0 admin admin] Publish callbacks [] for security_group (b98dd00f-710b-4990-8c75-ee26e7f7bb60), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:11.324944 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e791d7b-8fae-4538-9c3d-e4d7e1ea11c0 admin admin] Publish callbacks [] for security_group (b98dd00f-710b-4990-8c75-ee26e7f7bb60), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:11.458526 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e791d7b-8fae-4538-9c3d-e4d7e1ea11c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (b98dd00f-710b-4990-8c75-ee26e7f7bb60), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:11.459623 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e791d7b-8fae-4538-9c3d-e4d7e1ea11c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:11.463844 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9e791d7b-8fae-4538-9c3d-e4d7e1ea11c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b98dd00f-710b-4990-8c75-ee26e7f7bb60 HTTP/1.1" status: 204 len: 168 time: 0.2117476 Apr 12 17:12:11.476356 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e791d7b-8fae-4538-9c3d-e4d7e1ea11c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98dd00f-710b-4990-8c75-ee26e7f7bb60,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:11.630949 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1162f7a0-beb8-45e9-9458-b16989e05657 req-cdc7f7f8-7fa0-4966-adfc-9c5d2d026792 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0276890 Apr 12 17:12:12.148323 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cd41e-4244-44b1-a284-a00a327cd361 req-0b80b224-4cb3-4c42-af10-b74ffe9eba70 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:12.149865 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e03cd41e-4244-44b1-a284-a00a327cd361 req-0b80b224-4cb3-4c42-af10-b74ffe9eba70 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0547490 Apr 12 17:12:12.200895 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a47004-ef2d-4054-b03a-eb3a4554b68e req-22698207-f5ec-4e3d-b659-ebc639d2b2ac tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:12.202486 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d2a47004-ef2d-4054-b03a-eb3a4554b68e req-22698207-f5ec-4e3d-b659-ebc639d2b2ac tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 944 time: 0.0507503 Apr 12 17:12:12.203178 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e03cd41e-4244-44b1-a284-a00a327cd361 req-5a0a6b50-8b0d-40d1-be5b-c56d9ba8ebe1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475366 Apr 12 17:12:12.248842 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42974) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:12.258419 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d2a47004-ef2d-4054-b03a-eb3a4554b68e req-5a699699-3d3e-4b8c-9c36-72d8e170ba65 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473576 Apr 12 17:12:12.262243 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c493-335a-42cd-bb09-184ff702594c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:12.340529 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c493-335a-42cd-bb09-184ff702594c admin admin] Publish callbacks [] for security_group (a9b56c26-0285-44d2-a7c4-42a5b6297b35), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:12.448774 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbf9c493-335a-42cd-bb09-184ff702594c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (a9b56c26-0285-44d2-a7c4-42a5b6297b35), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:12.485119 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9c493-335a-42cd-bb09-184ff702594c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b56c26-0285-44d2-a7c4-42a5b6297b35,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:12.490149 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-dbf9c493-335a-42cd-bb09-184ff702594c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=319e6f4324134225b16d2416b2376f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401910 Apr 12 17:12:12.492812 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42982) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:12.539695 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6cc76bbe-96c9-450c-8b58-00fa712f3b38 admin admin] Publish callbacks [] for security_group (a9b56c26-0285-44d2-a7c4-42a5b6297b35), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:12.560627 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6cc76bbe-96c9-450c-8b58-00fa712f3b38 admin admin] Publish callbacks [] for security_group (a9b56c26-0285-44d2-a7c4-42a5b6297b35), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:12.693879 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6cc76bbe-96c9-450c-8b58-00fa712f3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (a9b56c26-0285-44d2-a7c4-42a5b6297b35), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:12.697237 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6cc76bbe-96c9-450c-8b58-00fa712f3b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:12.698705 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6cc76bbe-96c9-450c-8b58-00fa712f3b38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9b56c26-0285-44d2-a7c4-42a5b6297b35 HTTP/1.1" status: 204 len: 168 time: 0.2047653 Apr 12 17:12:12.732618 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc76bbe-96c9-450c-8b58-00fa712f3b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b56c26-0285-44d2-a7c4-42a5b6297b35,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:12.736782 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c9addaf4-4aa9-4101-80df-2086861908a6 req-4cebeeee-2a23-4c7a-9f9b-678073554b06 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0369613 Apr 12 17:12:12.815303 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 42994) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:12.917172 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e6974828-10b4-4c74-adb0-436394fa7b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:12.994129 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e6974828-10b4-4c74-adb0-436394fa7b81 admin admin] Publish callbacks [] for security_group (5acc763e-b34e-45c6-91e8-34feec05c618), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:13.042308 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e6974828-10b4-4c74-adb0-436394fa7b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (5acc763e-b34e-45c6-91e8-34feec05c618), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:13.078942 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6974828-10b4-4c74-adb0-436394fa7b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acc763e-b34e-45c6-91e8-34feec05c618,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:13.086286 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e6974828-10b4-4c74-adb0-436394fa7b81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21bba056ac6447e38c1a764ce64d82b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675738 Apr 12 17:12:13.086545 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43002) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:13.138898 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c092bc8d-58f8-4354-95f9-d95bf500cac0 admin admin] Publish callbacks [] for security_group (5acc763e-b34e-45c6-91e8-34feec05c618), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:13.160634 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c092bc8d-58f8-4354-95f9-d95bf500cac0 admin admin] Publish callbacks [] for security_group (5acc763e-b34e-45c6-91e8-34feec05c618), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:13.305393 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c092bc8d-58f8-4354-95f9-d95bf500cac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (5acc763e-b34e-45c6-91e8-34feec05c618), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:13.308120 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c092bc8d-58f8-4354-95f9-d95bf500cac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:13.309264 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c092bc8d-58f8-4354-95f9-d95bf500cac0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5acc763e-b34e-45c6-91e8-34feec05c618 HTTP/1.1" status: 204 len: 168 time: 0.2218201 Apr 12 17:12:13.322586 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092bc8d-58f8-4354-95f9-d95bf500cac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acc763e-b34e-45c6-91e8-34feec05c618,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:13.323157 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c0e24-2132-4dcd-8c67-1fa6176b2bef req-b54fc501-02d7-4ecd-81d5-b05289c22a43 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:13.325546 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-294c0e24-2132-4dcd-8c67-1fa6176b2bef req-b54fc501-02d7-4ecd-81d5-b05289c22a43 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0576379 Apr 12 17:12:13.385074 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-294c0e24-2132-4dcd-8c67-1fa6176b2bef req-3197337d-63c0-4c87-9afe-5b86e465f4aa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531135 Apr 12 17:12:13.408137 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d0ccd-2ea0-4993-a435-2aac8c94109e req-fcdaf6f6-4105-4100-9a99-c6df51ea1424 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:13.409768 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0b6d0ccd-2ea0-4993-a435-2aac8c94109e req-fcdaf6f6-4105-4100-9a99-c6df51ea1424 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 944 time: 0.0658622 Apr 12 17:12:13.483079 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0b6d0ccd-2ea0-4993-a435-2aac8c94109e req-a1d296a4-5890-496d-a11a-d865f5de6ba3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669150 Apr 12 17:12:13.845329 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-461e4307-06ed-40f2-80ab-7043b71655e4 req-8376191b-d942-4b38-b505-31b7680bfeb5 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0317874 Apr 12 17:12:14.026095 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43038) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:14.039103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03504719-b758-48e8-8c0f-2855c6668149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:14.113449 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03504719-b758-48e8-8c0f-2855c6668149 admin admin] Publish callbacks [] for security_group (e1989c7d-4a88-45b8-8f0e-7387e17671bd), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:14.167984 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03504719-b758-48e8-8c0f-2855c6668149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e1989c7d-4a88-45b8-8f0e-7387e17671bd), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:14.208368 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43042) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:14.208822 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-03504719-b758-48e8-8c0f-2855c6668149 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1eb7467d7d14457b51124e971b23ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812229 Apr 12 17:12:14.210456 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03504719-b758-48e8-8c0f-2855c6668149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1989c7d-4a88-45b8-8f0e-7387e17671bd,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:14.257371 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a06c4b69-129e-4b3c-9950-d2cc14e11372 admin admin] Publish callbacks [] for security_group (e1989c7d-4a88-45b8-8f0e-7387e17671bd), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:14.277567 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a06c4b69-129e-4b3c-9950-d2cc14e11372 admin admin] Publish callbacks [] for security_group (e1989c7d-4a88-45b8-8f0e-7387e17671bd), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:14.362942 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a06c4b69-129e-4b3c-9950-d2cc14e11372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e1989c7d-4a88-45b8-8f0e-7387e17671bd), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:14.365784 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a06c4b69-129e-4b3c-9950-d2cc14e11372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:14.367046 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a06c4b69-129e-4b3c-9950-d2cc14e11372 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1989c7d-4a88-45b8-8f0e-7387e17671bd HTTP/1.1" status: 204 len: 168 time: 0.1575046 Apr 12 17:12:14.375197 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c4b69-129e-4b3c-9950-d2cc14e11372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1989c7d-4a88-45b8-8f0e-7387e17671bd,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:14.503237 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0fe92-da59-441d-bbbe-69c59174a452 req-93b33c10-ce02-4b82-b4df-eac0b23b0028 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:14.504754 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84f0fe92-da59-441d-bbbe-69c59174a452 req-93b33c10-ce02-4b82-b4df-eac0b23b0028 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0485106 Apr 12 17:12:14.559403 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84f0fe92-da59-441d-bbbe-69c59174a452 req-f7f0449c-852f-49c4-8164-4a2b2270958c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487111 Apr 12 17:12:14.609126 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de2cf-6fa3-4e0b-a6b2-157ed8142474 req-b5122537-c2da-498c-aea6-8059d2f1830e tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:14.612619 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-451de2cf-6fa3-4e0b-a6b2-157ed8142474 req-b5122537-c2da-498c-aea6-8059d2f1830e tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 944 time: 0.0532193 Apr 12 17:12:14.660270 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-451de2cf-6fa3-4e0b-a6b2-157ed8142474 req-32d18d28-267c-49f2-9309-48fb7cea7ad3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437062 Apr 12 17:12:14.967877 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3f4edf64-c183-40af-bf09-9c574bb8c944 req-2310305c-c2c7-4118-ad3f-5576d4253c33 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0325856 Apr 12 17:12:15.676188 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10b8ce-c2f6-40f1-9d72-db8ed7cb01f8 req-9bab13d9-6c26-4fb7-848f-d149e3477264 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:15.678081 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 9c13028e-04d9-408c-abcf-2160e95058ed up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:12:15.683329 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad10b8ce-c2f6-40f1-9d72-db8ed7cb01f8 req-9bab13d9-6c26-4fb7-848f-d149e3477264 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0572560 Apr 12 17:12:15.741366 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad10b8ce-c2f6-40f1-9d72-db8ed7cb01f8 req-e2b3d56f-04f5-4841-906f-72276c8478b5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570586 Apr 12 17:12:15.742522 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 9c13028e-04d9-408c-abcf-2160e95058ed completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:12:15.806550 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebb008-1418-4f22-9573-66acbbd8c521 req-4d99be97-6197-4244-a9e8-7a1393c447e3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:15.814429 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2cebb008-1418-4f22-9573-66acbbd8c521 req-4d99be97-6197-4244-a9e8-7a1393c447e3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 944 time: 0.0552557 Apr 12 17:12:15.865669 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2cebb008-1418-4f22-9573-66acbbd8c521 req-105373fc-d306-413e-8698-377dddab84dc tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503159 Apr 12 17:12:15.886530 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 9c13028e-04d9-408c-abcf-2160e95058ed triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:12:15.995630 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:15.995630 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 9c13028e-04d9-408c-abcf-2160e95058ed is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:12:15.995630 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:15.995630 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c13028e-04d9-408c-abcf-2160e95058ed'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:12:15.995630 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ee9881-38f3-405f-be69-0c7acd969676" -d '{"events": [{"server_uuid": "c2d9d49f-f434-400c-b450-7ab0b33f54f5", "name": "network-vif-plugged", "status": "completed", "tag": "9c13028e-04d9-408c-abcf-2160e95058ed"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:12:15.999306 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 9c13028e-04d9-408c-abcf-2160e95058ed, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c13028e-04d9-408c-abcf-2160e95058ed,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:16.022650 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4c6a09-3251-41c1-888c-b1dda7b4fda7 x-openstack-request-id: req-fc4c6a09-3251-41c1-888c-b1dda7b4fda7 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:12:16.022943 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d9d49f-f434-400c-b450-7ab0b33f54f5", "name": "network-vif-plugged", "status": "completed", "tag": "9c13028e-04d9-408c-abcf-2160e95058ed", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:12:16.023200 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc4c6a09-3251-41c1-888c-b1dda7b4fda7 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:12:16.023702 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4c6a09-3251-41c1-888c-b1dda7b4fda7'] response: {'server_uuid': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c13028e-04d9-408c-abcf-2160e95058ed', 'code': 200} Apr 12 17:12:16.091221 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1a0f1c58-9f6e-483f-969b-b7c3334e4537 req-ddc5f496-d748-480b-bb7e-d1d6f6bc604c tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0277979 Apr 12 17:12:16.162588 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:16.165278 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:16.218036 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=9c13028e-04d9-408c-abcf-2160e95058ed,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:16.619469 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8333ef5b-b8d7-4b5f-9fc1-f86e6f64fb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:16.867964 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd6e9-07ff-426d-a580-8c173d85451a req-548b3eb6-02dd-4a4e-9c60-415104216b5e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:16.869513 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f18dd6e9-07ff-426d-a580-8c173d85451a req-548b3eb6-02dd-4a4e-9c60-415104216b5e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0637832 Apr 12 17:12:16.928258 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e905b-e33c-4c13-9ca0-db5f5ebb8858 req-6469275e-7d92-4f66-b1bc-8c2b34e428a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:16.929753 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f25e905b-e33c-4c13-9ca0-db5f5ebb8858 req-6469275e-7d92-4f66-b1bc-8c2b34e428a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 1130 time: 0.0591860 Apr 12 17:12:16.967975 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f18dd6e9-07ff-426d-a580-8c173d85451a req-46dd33b6-787a-4587-a709-53a1e29cea5d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842617 Apr 12 17:12:16.990661 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffeef3-f862-44fc-af13-13eeb6c6e2bd req-7899549e-681d-40ab-8bac-f5f38bbb39ad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:16.992846 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84ffeef3-f862-44fc-af13-13eeb6c6e2bd req-7899549e-681d-40ab-8bac-f5f38bbb39ad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0598929 Apr 12 17:12:17.003745 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f25e905b-e33c-4c13-9ca0-db5f5ebb8858 req-925493ad-cf4a-4af8-a448-388d033db7a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680823 Apr 12 17:12:17.044516 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84ffeef3-f862-44fc-af13-13eeb6c6e2bd req-2ac2f630-b2da-480e-9b5a-299093ede29c tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422237 Apr 12 17:12:17.174097 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3fe838f3-547e-4664-8cab-9eef06bf3208 req-4b130df9-c18c-4ed4-9ebd-cb8f225d75d1 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0280726 Apr 12 17:12:17.558746 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f6e73-7d67-4f76-afb1-8731fdde6410 req-77522b73-ec10-43d8-8b6b-18b2a9b0e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:17.560285 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-647f6e73-7d67-4f76-afb1-8731fdde6410 req-77522b73-ec10-43d8-8b6b-18b2a9b0e2f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 1129 time: 0.0454900 Apr 12 17:12:17.603811 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-04af6212-a229-4e84-9e36-6bf8116dafd0 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:17.605322 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-04af6212-a229-4e84-9e36-6bf8116dafd0 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.41 "GET /v2.0/networks?id=c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 HTTP/1.1" status: 200 len: 809 time: 0.1170967 Apr 12 17:12:17.942804 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Request body: {'port': {'device_id': 'adfdd668-9ae7-42d8-975c-c0bd6e822565', 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4', 'admin_state_up': True, 'tenant_id': 'c6a260d3af714e98aa46d1f0d1359c49'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:17.982610 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-647f6e73-7d67-4f76-afb1-8731fdde6410 req-e8a5d58e-572e-4192-b6fe-0de8825e741c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445888 Apr 12 17:12:18.103167 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478510-c3d5-4b3f-bb36-57e8bdaaf95a req-2801e158-8c7d-45dc-b0ab-2c0a6b5a9aae tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:18.103167 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1d478510-c3d5-4b3f-bb36-57e8bdaaf95a req-2801e158-8c7d-45dc-b0ab-2c0a6b5a9aae tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0659082 Apr 12 17:12:18.143942 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-41609a24-fe96-4b89-a281-ee064c1d2829 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=24023fb3f0724902aa88f43063f1c281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324485 Apr 12 17:12:18.161405 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1d478510-c3d5-4b3f-bb36-57e8bdaaf95a req-6682b28e-d060-437b-a860-3659ccc6e139 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Apr 12 17:12:18.189328 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Made reservation on behalf of c6a260d3af714e98aa46d1f0d1359c49 for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:12:18.196173 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:18.265982 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835384ea-eaf4-40b7-ac41-b3e5682edca3 req-7abc310b-c501-4b38-85ad-87cf73210666 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:18.267766 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-835384ea-eaf4-40b7-ac41-b3e5682edca3 req-7abc310b-c501-4b38-85ad-87cf73210666 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0517802 Apr 12 17:12:18.333637 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-835384ea-eaf4-40b7-ac41-b3e5682edca3 req-e38eac52-7fe4-4db0-90b1-7bdf15ac7b34 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597174 Apr 12 17:12:18.407514 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-85a2a2dd-3b58-469f-a39e-bc6731408bf4 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:18.408950 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-85a2a2dd-3b58-469f-a39e-bc6731408bf4 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574131 Apr 12 17:12:18.418451 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e5c3116c-68f8-44c5-91fd-69a29252e39c req-b486806a-cd52-46f1-99dc-0754ec0aac03 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0273821 Apr 12 17:12:18.446914 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-7f9120be-6c72-4ecd-8005-8f5a0d30b6db tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/quotas/24023fb3f0724902aa88f43063f1c281 HTTP/1.1" status: 200 len: 375 time: 0.0293272 Apr 12 17:12:18.486799 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-79f323b4-2def-4180-b614-9258ee93c712 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=24023fb3f0724902aa88f43063f1c281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344875 Apr 12 17:12:18.497402 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Allocated IP 172.20.0.11 (c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4/bf358685-9640-4ea2-ba91-c345011ca396/1fb56189-da93-4f37-a7a9-e35d8e4a8b27) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:12:18.649476 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks [] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:18.723345 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9da74fd3-a826-4cdf-aeb4-544f4464e1bf req-5f698b13-0036-40bb-a28d-c216c4e31ff8 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Apr 12 17:12:18.758120 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:18.811462 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:12:18.816847 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:12:18.820843 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:12:18.833380 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Pushing event updated for resources: {'Port': ['ID=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:18.840163 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0b09444d-b57c-4b0b-a42e-7b912cc78798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:18.884463 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:18.885715 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:19.017642 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-eab61059-1d41-4f26-aba3-20d939fc8184 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0794060 Apr 12 17:12:19.282245 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e7a0f-f0cf-4faa-9047-c4b382d0c075 req-400e5e50-2f88-439e-b27b-af37cad05c63 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:19.284653 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-749e7a0f-f0cf-4faa-9047-c4b382d0c075 req-400e5e50-2f88-439e-b27b-af37cad05c63 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0547745 Apr 12 17:12:19.340675 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-749e7a0f-f0cf-4faa-9047-c4b382d0c075 req-911a82fc-6377-4f8e-8175-981bc9ad8e5b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502698 Apr 12 17:12:19.453432 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ec3d1-5143-42b0-84ec-c11fe54e0e0f req-16f615a3-b80c-46ac-b359-f97c8faf3703 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:19.460285 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d56ec3d1-5143-42b0-84ec-c11fe54e0e0f req-16f615a3-b80c-46ac-b359-f97c8faf3703 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0508780 Apr 12 17:12:19.506903 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d56ec3d1-5143-42b0-84ec-c11fe54e0e0f req-8599b8f5-ccfb-4905-aa06-a884caf8fd00 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434937 Apr 12 17:12:19.542238 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d982ce9-ce62-48f6-ae92-bec6738078dd req-e5909f96-901f-42ff-9ec9-04d387dfe383 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:19.543735 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0d982ce9-ce62-48f6-ae92-bec6738078dd req-e5909f96-901f-42ff-9ec9-04d387dfe383 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 932 time: 0.0557544 Apr 12 17:12:19.592815 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0d982ce9-ce62-48f6-ae92-bec6738078dd req-cec9a832-ff84-4af2-a095-cf1508de7dda tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Apr 12 17:12:19.813270 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-424ef5da-2d3f-4966-8fb7-61b0783ea2bf req-1f5a9852-49cf-436a-81c5-509124f8217e tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0288403 Apr 12 17:12:19.875908 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:20.453162 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43320) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:20.468387 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bcdc4-2826-4823-b6e2-55d2f7f73390 req-91b6e822-83f0-4514-8203-f89ce74f7255 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:20.469954 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-025bcdc4-2826-4823-b6e2-55d2f7f73390 req-91b6e822-83f0-4514-8203-f89ce74f7255 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0645659 Apr 12 17:12:20.517340 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-025bcdc4-2826-4823-b6e2-55d2f7f73390 req-9671e227-14ef-4ee3-adb8-5add608ac021 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Apr 12 17:12:20.558842 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d8024feb-4b1b-41dd-ad05-68283a134828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:20.711742 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacebb9-dd6d-47bc-822c-b34a06feb3f6 req-a5b5107b-4704-4ca0-bc37-fd1c3ab85608 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:20.713293 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1cacebb9-dd6d-47bc-822c-b34a06feb3f6 req-a5b5107b-4704-4ca0-bc37-fd1c3ab85608 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 932 time: 0.0508957 Apr 12 17:12:20.764798 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1cacebb9-dd6d-47bc-822c-b34a06feb3f6 req-27c1599d-501d-4953-a6ba-b51824313335 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453439 Apr 12 17:12:20.842709 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b21d-ba4d-4326-8e49-fb144e97cee5 req-9518768e-7492-4ae2-9b03-b72f1c6663f8 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:20.845548 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b2a8b21d-ba4d-4326-8e49-fb144e97cee5 req-9518768e-7492-4ae2-9b03-b72f1c6663f8 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.2582729 Apr 12 17:12:20.900108 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d8024feb-4b1b-41dd-ad05-68283a134828 admin admin] Publish callbacks [] for security_group (006c05f9-7736-4281-a7ad-0a28510ff10e), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:20.914399 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b2a8b21d-ba4d-4326-8e49-fb144e97cee5 req-f80b1436-dd7b-4c24-b2c6-1226b3a9a453 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646002 Apr 12 17:12:20.917227 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-95c40ea0-91e9-4784-9d58-5f2079c8157f req-59f14059-a599-492f-bf10-13d88248cf50 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0278399 Apr 12 17:12:20.985118 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d8024feb-4b1b-41dd-ad05-68283a134828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (006c05f9-7736-4281-a7ad-0a28510ff10e), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:21.025242 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d8024feb-4b1b-41dd-ad05-68283a134828 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9700d6dca2f2418ebfaf19fa5644139a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5739274 Apr 12 17:12:21.026420 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8024feb-4b1b-41dd-ad05-68283a134828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006c05f9-7736-4281-a7ad-0a28510ff10e,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:21.029493 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43342) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:21.118468 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4524f4e3-cb23-4224-81c2-635b9a862fb0 admin admin] Publish callbacks [] for security_group (006c05f9-7736-4281-a7ad-0a28510ff10e), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:21.140761 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4524f4e3-cb23-4224-81c2-635b9a862fb0 admin admin] Publish callbacks [] for security_group (006c05f9-7736-4281-a7ad-0a28510ff10e), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:21.292189 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4524f4e3-cb23-4224-81c2-635b9a862fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (006c05f9-7736-4281-a7ad-0a28510ff10e), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:21.294754 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4524f4e3-cb23-4224-81c2-635b9a862fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:21.295929 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-4524f4e3-cb23-4224-81c2-635b9a862fb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/006c05f9-7736-4281-a7ad-0a28510ff10e HTTP/1.1" status: 204 len: 168 time: 0.2642322 Apr 12 17:12:21.303906 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524f4e3-cb23-4224-81c2-635b9a862fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006c05f9-7736-4281-a7ad-0a28510ff10e,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:21.360876 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:21.632387 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89986109-2688-4964-922c-aab0423f4dc5 req-7ea576a8-6e71-490e-8bb6-1fb29b5ce6ba tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:21.633845 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-89986109-2688-4964-922c-aab0423f4dc5 req-7ea576a8-6e71-490e-8bb6-1fb29b5ce6ba tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0466175 Apr 12 17:12:21.679381 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-89986109-2688-4964-922c-aab0423f4dc5 req-f4314308-6ee6-43b0-8022-e701b711be78 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401175 Apr 12 17:12:21.878460 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa136b36-267a-4221-b717-d370f0b80fea req-85df7473-78ae-4f3f-a63b-b0bfce3f0a0d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:21.879959 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aa136b36-267a-4221-b717-d370f0b80fea req-85df7473-78ae-4f3f-a63b-b0bfce3f0a0d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 932 time: 0.0505481 Apr 12 17:12:21.926743 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aa136b36-267a-4221-b717-d370f0b80fea req-1ce86cae-d74e-4fed-85ae-8bef4db16d44 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 Apr 12 17:12:21.949510 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43360) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:21.967591 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c31a6d6a-8fbe-4104-92b0-268fad24c2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:22.018600 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-03f72799-3a61-445e-b3cb-9eddb8ab3f74 req-0bc2492a-8d24-41bb-98b7-835500d4f992 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0263870 Apr 12 17:12:22.045702 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca542778-c81a-4cec-8995-bbb52b2b8c1f req-a9898dc6-620e-48d4-b008-0f4ce26fa9b6 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:22.047221 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ca542778-c81a-4cec-8995-bbb52b2b8c1f req-a9898dc6-620e-48d4-b008-0f4ce26fa9b6 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0603628 Apr 12 17:12:22.117000 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ca542778-c81a-4cec-8995-bbb52b2b8c1f req-5e299683-a366-4496-a75e-2bda38560bc5 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642822 Apr 12 17:12:22.121336 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c31a6d6a-8fbe-4104-92b0-268fad24c2ad admin admin] Publish callbacks [] for security_group (c09150fa-8a5f-49bd-957e-34ef8549f1bd), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:22.167726 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c31a6d6a-8fbe-4104-92b0-268fad24c2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (c09150fa-8a5f-49bd-957e-34ef8549f1bd), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:22.205138 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c31a6d6a-8fbe-4104-92b0-268fad24c2ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02acf8a21da74b729d31c6b144b07878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545154 Apr 12 17:12:22.206432 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a6d6a-8fbe-4104-92b0-268fad24c2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09150fa-8a5f-49bd-957e-34ef8549f1bd,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:22.208350 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43364) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:22.255100 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-34ca6197-7035-4d21-a698-08ea331e81eb admin admin] Publish callbacks [] for security_group (c09150fa-8a5f-49bd-957e-34ef8549f1bd), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:22.275850 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-34ca6197-7035-4d21-a698-08ea331e81eb admin admin] Publish callbacks [] for security_group (c09150fa-8a5f-49bd-957e-34ef8549f1bd), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:22.411966 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-34ca6197-7035-4d21-a698-08ea331e81eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (c09150fa-8a5f-49bd-957e-34ef8549f1bd), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:22.414453 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-34ca6197-7035-4d21-a698-08ea331e81eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:22.415568 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-34ca6197-7035-4d21-a698-08ea331e81eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c09150fa-8a5f-49bd-957e-34ef8549f1bd HTTP/1.1" status: 204 len: 168 time: 0.2062390 Apr 12 17:12:22.423379 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca6197-7035-4d21-a698-08ea331e81eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09150fa-8a5f-49bd-957e-34ef8549f1bd,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:22.788623 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ad021-294f-468e-aee8-e1f6fead77f4 req-36176014-fa9b-4146-8106-9a831e42fe19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:22.790129 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-de2ad021-294f-468e-aee8-e1f6fead77f4 req-36176014-fa9b-4146-8106-9a831e42fe19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0475826 Apr 12 17:12:22.849747 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-de2ad021-294f-468e-aee8-e1f6fead77f4 req-5234c6e0-b5cd-4fb2-a13a-3610c139f4f4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539763 Apr 12 17:12:22.861011 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Request body: {'port': {'device_id': 'adfdd668-9ae7-42d8-975c-c0bd6e822565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:22.920234 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:23.058958 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:23.093304 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922edb46-5341-4bcd-b065-f9aa9d85e014 req-9472cd4f-8b0d-4bfc-a444-2654f9b72dd4 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:23.095180 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-922edb46-5341-4bcd-b065-f9aa9d85e014 req-9472cd4f-8b0d-4bfc-a444-2654f9b72dd4 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 932 time: 0.0835738 Apr 12 17:12:23.145149 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-922edb46-5341-4bcd-b065-f9aa9d85e014 req-9da08941-6526-4f06-bec7-a243d691b00a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432942 Apr 12 17:12:23.145771 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f306f88e-ee43-47a9-bc25-cfd3a38bda78 req-353e73ad-f687-474a-95cb-c6040ab67179 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0346613 Apr 12 17:12:23.262018 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:12:23.272611 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Publish callbacks [] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:23.283131 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38697da7-cbad-42a6-9d5f-e4c32656a30e req-901057e0-127a-42fe-abe2-eac226f33b61 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:23.287887 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-38697da7-cbad-42a6-9d5f-e4c32656a30e req-901057e0-127a-42fe-abe2-eac226f33b61 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0660090 Apr 12 17:12:23.301770 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Transition to ACTIVE for port object 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:12:23.335538 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-38697da7-cbad-42a6-9d5f-e4c32656a30e req-5fb5fb0e-fe77-4b17-b995-9024a862405c tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Apr 12 17:12:23.373840 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:23.422191 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:23.492319 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Attempting to bind port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:12:23.506197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Attempting to bind port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:12:23.506197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Attempting to bind port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 on network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:12:23.506197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 on network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:12:23.506197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Attempting to bind port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 on network c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:12:23.506197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:12:23.506197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Checking segment: {'id': 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:12:23.506197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Bound using segment: {'id': 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:12:23.506197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Bound port: 1fb56189-da93-4f37-a7a9-e35d8e4a8b27, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:12:23.506197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:23.573844 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] For port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:12:23.576895 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] For port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,segment=NetworkSegment(fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb),segment_id=fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:12:23.688771 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:23.727267 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:23.727267 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:23.727267 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] 10.222.0.41 "PUT /v2.0/ports/1fb56189-da93-4f37-a7a9-e35d8e4a8b27 HTTP/1.1" status: 200 len: 1094 time: 0.8695333 Apr 12 17:12:23.727267 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfdd668-9ae7-42d8-975c-c0bd6e822565', 'tag': '1fb56189-da93-4f37-a7a9-e35d8e4a8b27'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:12:23.728335 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b048c27f-25ae-461f-8bb2-553d5b06df66" -d '{"events": [{"name": "network-changed", "server_uuid": "adfdd668-9ae7-42d8-975c-c0bd6e822565", "tag": "1fb56189-da93-4f37-a7a9-e35d8e4a8b27"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:12:23.751357 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c97a43-c312-4ca0-8473-023889f67cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:23.762070 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cd7550-b0fc-4c32-baee-2d6bdd8e3c43 x-openstack-request-id: req-25cd7550-b0fc-4c32-baee-2d6bdd8e3c43 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:12:23.762401 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfdd668-9ae7-42d8-975c-c0bd6e822565", "tag": "1fb56189-da93-4f37-a7a9-e35d8e4a8b27", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:12:23.765910 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25cd7550-b0fc-4c32-baee-2d6bdd8e3c43 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:12:23.765910 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cd7550-b0fc-4c32-baee-2d6bdd8e3c43'] response: {'name': 'network-changed', 'server_uuid': 'adfdd668-9ae7-42d8-975c-c0bd6e822565', 'tag': '1fb56189-da93-4f37-a7a9-e35d8e4a8b27', 'status': 'completed', 'code': 200} Apr 12 17:12:23.966807 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eae208-943c-42cd-b59a-b8c6e3d7e821 req-065f367f-5e83-47a4-abb3-4aa3d4cccf10 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:23.968255 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-89eae208-943c-42cd-b59a-b8c6e3d7e821 req-065f367f-5e83-47a4-abb3-4aa3d4cccf10 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0467918 Apr 12 17:12:24.018659 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-89eae208-943c-42cd-b59a-b8c6e3d7e821 req-8299afc2-3aa0-4bd3-91d3-ac69691406b3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441320 Apr 12 17:12:24.257044 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f90a6-a257-4c24-94de-aed3ae4556f6 req-df592e6b-4c92-4f3b-b181-21fe3204dea2 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:24.258605 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a84f90a6-a257-4c24-94de-aed3ae4556f6 req-df592e6b-4c92-4f3b-b181-21fe3204dea2 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 944 time: 0.0481389 Apr 12 17:12:24.310989 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a84f90a6-a257-4c24-94de-aed3ae4556f6 req-8e16fcec-0016-41ad-bb21-62cb3b8ec72b tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Apr 12 17:12:24.400066 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-25bc259a-ea16-4d49-9b9e-c98eb8458954 req-13249c54-943a-4d8b-ae5c-b3b14a349f2a tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0289738 Apr 12 17:12:24.470032 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce880e7-2154-4210-b130-90faee43100f req-05910d7f-c26b-4a32-92ba-0a1f57de8ff6 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:24.477015 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cce880e7-2154-4210-b130-90faee43100f req-05910d7f-c26b-4a32-92ba-0a1f57de8ff6 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0568314 Apr 12 17:12:24.532997 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ef027-7012-4261-82f4-bbdece62cd52 req-82fa3738-4d74-40d7-bfd2-436121743a45 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:24.547667 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cce880e7-2154-4210-b130-90faee43100f req-541460e4-538f-4790-a001-7202508d2be6 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678713 Apr 12 17:12:24.558135 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-729ef027-7012-4261-82f4-bbdece62cd52 req-82fa3738-4d74-40d7-bfd2-436121743a45 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0890508 Apr 12 17:12:24.604956 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-729ef027-7012-4261-82f4-bbdece62cd52 req-2eb46f45-032a-4a61-abb6-f1e19b42e071 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458391 Apr 12 17:12:24.665522 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048c27f-25ae-461f-8bb2-553d5b06df66 req-27dd427a-0e92-40c9-ae7f-2322e1057e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:24.667369 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b048c27f-25ae-461f-8bb2-553d5b06df66 req-27dd427a-0e92-40c9-ae7f-2322e1057e3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6a260d3af714e98aa46d1f0d1359c49&device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 1128 time: 0.0456071 Apr 12 17:12:25.215258 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b319-98c1-4c10-8582-055bf29778b3 req-30302e1c-40ca-4b13-a217-f988bb97565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.217064 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6294b319-98c1-4c10-8582-055bf29778b3 req-30302e1c-40ca-4b13-a217-f988bb97565b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 1130 time: 0.0490141 Apr 12 17:12:25.298313 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048c27f-25ae-461f-8bb2-553d5b06df66 req-8dab43db-064b-4dc2-87d0-3575ad3ce886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.299993 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b048c27f-25ae-461f-8bb2-553d5b06df66 req-8dab43db-064b-4dc2-87d0-3575ad3ce886 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6a260d3af714e98aa46d1f0d1359c49&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1342635 Apr 12 17:12:25.386553 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b319-98c1-4c10-8582-055bf29778b3 req-2af149a2-58d6-4004-bc61-cf7e44951959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.391341 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6294b319-98c1-4c10-8582-055bf29778b3 req-2af149a2-58d6-4004-bc61-cf7e44951959 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.1678183 Apr 12 17:12:25.459226 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048c27f-25ae-461f-8bb2-553d5b06df66 req-fe13d8db-d2b4-47d9-9258-ea97aa23608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.461327 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b048c27f-25ae-461f-8bb2-553d5b06df66 req-fe13d8db-d2b4-47d9-9258-ea97aa23608e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1517644 Apr 12 17:12:25.477425 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6294b319-98c1-4c10-8582-055bf29778b3 req-4b9e68c0-2896-4dc0-a9d0-e5770c1b60ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd HTTP/1.1" status: 200 len: 217 time: 0.0793614 Apr 12 17:12:25.509938 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005761e-6cf8-495e-b472-510dc21d12ed req-248f9063-83b8-4fc5-8e06-1323d49e0300 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.512015 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2005761e-6cf8-495e-b472-510dc21d12ed req-248f9063-83b8-4fc5-8e06-1323d49e0300 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 944 time: 0.0768499 Apr 12 17:12:25.544135 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-03b338cc-6abb-486a-b1f2-e48c032ff70b req-4f99689d-e84f-41b1-b15e-1e66c322529c tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0503213 Apr 12 17:12:25.571121 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b319-98c1-4c10-8582-055bf29778b3 req-62989596-f53f-4085-919e-98e39dad14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.573124 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6294b319-98c1-4c10-8582-055bf29778b3 req-62989596-f53f-4085-919e-98e39dad14b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0896170 Apr 12 17:12:25.601981 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-b3193e0a-49bc-4871-9d0d-0a112ba5a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.603710 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-b3193e0a-49bc-4871-9d0d-0a112ba5a9bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6a260d3af714e98aa46d1f0d1359c49&device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 1128 time: 0.0777929 Apr 12 17:12:25.634272 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2005761e-6cf8-495e-b472-510dc21d12ed req-99112ee3-d53d-469e-bf17-b2ba3e7a3566 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166303 Apr 12 17:12:25.677769 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2b0ec-42ac-493c-ad66-6903be13e861 req-6dbd18ec-506d-43b2-b1a2-3fbae1b538aa tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.679295 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-acc2b0ec-42ac-493c-ad66-6903be13e861 req-6dbd18ec-506d-43b2-b1a2-3fbae1b538aa tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0494406 Apr 12 17:12:25.734555 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-acc2b0ec-42ac-493c-ad66-6903be13e861 req-09088596-3fd1-4011-8928-f0a538511629 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494101 Apr 12 17:12:25.736404 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deeb87-3757-4e26-a5b7-ff98868c8c1b req-d74acdb7-e103-452c-8c9f-20c89e226c94 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.737937 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d1deeb87-3757-4e26-a5b7-ff98868c8c1b req-d74acdb7-e103-452c-8c9f-20c89e226c94 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0480382 Apr 12 17:12:25.788515 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d1deeb87-3757-4e26-a5b7-ff98868c8c1b req-ec165e63-dd3a-4c1c-ac89-c0c0e7dd4440 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441961 Apr 12 17:12:25.852657 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-f556febb-6179-4218-af6b-3a4f626336e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fb56189-da93-4f37-a7a9-e35d8e4a8b27 HTTP/1.1" status: 200 len: 217 time: 0.0430565 Apr 12 17:12:25.870732 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8697f8-0aa0-48ac-83fa-d51c1a8f5b90 req-37cb628f-42cf-41cc-ad0b-d55d9613a280 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.872256 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f8697f8-0aa0-48ac-83fa-d51c1a8f5b90 req-37cb628f-42cf-41cc-ad0b-d55d9613a280 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0747468 Apr 12 17:12:25.882769 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43504) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:25.885050 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b319-98c1-4c10-8582-055bf29778b3 req-fa82f46a-03ef-4c90-be6d-1ba11eaa4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:25.887336 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6294b319-98c1-4c10-8582-055bf29778b3 req-fa82f46a-03ef-4c90-be6d-1ba11eaa4bfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768037 Apr 12 17:12:25.904915 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-72d40273-648e-4332-b5ec-2bc7000d3c4f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'floatingip': {'port_id': '9c13028e-04d9-408c-abcf-2160e95058ed'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:25.981894 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6294b319-98c1-4c10-8582-055bf29778b3 req-f2028923-ad62-4c09-8bec-b285dc9d6d51 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879927 Apr 12 17:12:26.078128 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6294b319-98c1-4c10-8582-055bf29778b3 req-55d181d6-916d-4d0c-b080-d25ee4ddab9c service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887468 Apr 12 17:12:26.162012 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72d40273-648e-4332-b5ec-2bc7000d3c4f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (be235261-8918-450c-9703-82ee8a98cc20), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:26.218520 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-e6acf89c-d016-4249-af5a-8a41a56ab1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:26.219967 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-e6acf89c-d016-4249-af5a-8a41a56ab1ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf358685-9640-4ea2-ba91-c345011ca396 HTTP/1.1" status: 200 len: 849 time: 0.3475504 Apr 12 17:12:26.313193 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-e1a66bd8-127d-430b-8da4-e9c2cd0b60c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298760 Apr 12 17:12:26.318005 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-11ffffc8-2549-4211-8db6-c02dc44d0f56 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=24023fb3f0724902aa88f43063f1c281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387037 Apr 12 17:12:26.497691 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-f2bc5a5f-e77a-4e3d-b33a-6e89a6b94f16 service neutron] 10.222.0.41 "GET /v2.0/networks/c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733217 Apr 12 17:12:26.554940 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-b1369389-6fe3-4a35-8478-cd9892b50669 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:26.556364 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-b1369389-6fe3-4a35-8478-cd9892b50669 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292526 Apr 12 17:12:26.684892 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-18d8d6bd-9d5f-4269-b1f4-aaa6709b6300 req-98d2a971-7f08-467b-a5c6-1d4e81b16fbb tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0568175 Apr 12 17:12:26.753092 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b1a71-b8f2-4c34-9fcd-1b250f94b69b req-f46050b0-7259-42c5-85ef-b78da156c4f2 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:26.754674 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-357b1a71-b8f2-4c34-9fcd-1b250f94b69b req-f46050b0-7259-42c5-85ef-b78da156c4f2 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 944 time: 0.0496538 Apr 12 17:12:26.801402 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-357b1a71-b8f2-4c34-9fcd-1b250f94b69b req-bd0857b6-dd53-400c-b315-0ef89463c132 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Apr 12 17:12:26.955222 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72d40273-648e-4332-b5ec-2bc7000d3c4f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:26.962307 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839bad1-6db3-4f76-bcc2-325ac61aa8ff req-0ef21e80-4407-4b3c-85ff-1cc568863380 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:26.963768 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5839bad1-6db3-4f76-bcc2-325ac61aa8ff req-0ef21e80-4407-4b3c-85ff-1cc568863380 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0778539 Apr 12 17:12:27.013606 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5839bad1-6db3-4f76-bcc2-325ac61aa8ff req-fa6ad559-a932-45d3-971b-5a9fb8c5b901 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 Apr 12 17:12:27.017435 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72d40273-648e-4332-b5ec-2bc7000d3c4f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (be235261-8918-450c-9703-82ee8a98cc20), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:27.118005 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-72d40273-648e-4332-b5ec-2bc7000d3c4f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Floating IP be235261-8918-450c-9703-82ee8a98cc20 associated. External IP: 172.27.1.128, port: 9c13028e-04d9-408c-abcf-2160e95058ed. Apr 12 17:12:27.324054 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d40273-648e-4332-b5ec-2bc7000d3c4f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Router ccc2876d-a8aa-4221-be07-255e5ba56efb has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:12:27.428813 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d40273-648e-4332-b5ec-2bc7000d3c4f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:12:27.433086 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72d40273-648e-4332-b5ec-2bc7000d3c4f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:27.441444 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] Sync routers for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:12:27.452465 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:12:27.453626 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:12:27.465365 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-72d40273-648e-4332-b5ec-2bc7000d3c4f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "PUT /v2.0/floatingips/be235261-8918-450c-9703-82ee8a98cc20 HTTP/1.1" status: 200 len: 991 time: 1.5814216 Apr 12 17:12:27.465988 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'tag': '9c13028e-04d9-408c-abcf-2160e95058ed'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:12:27.468449 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f40aada-265b-4636-9338-1779dde36501" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d9d49f-f434-400c-b450-7ab0b33f54f5", "tag": "9c13028e-04d9-408c-abcf-2160e95058ed"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:12:27.511421 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95399e6-ac84-4d2c-bc77-86752aa29b7c x-openstack-request-id: req-b95399e6-ac84-4d2c-bc77-86752aa29b7c {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:12:27.511718 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d9d49f-f434-400c-b450-7ab0b33f54f5", "tag": "9c13028e-04d9-408c-abcf-2160e95058ed", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:12:27.514529 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b95399e6-ac84-4d2c-bc77-86752aa29b7c {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:12:27.514529 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95399e6-ac84-4d2c-bc77-86752aa29b7c'] response: {'name': 'network-changed', 'server_uuid': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'tag': '9c13028e-04d9-408c-abcf-2160e95058ed', 'status': 'completed', 'code': 200} Apr 12 17:12:27.655171 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:12:27.790227 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fbae78e6-7a9e-4522-8805-8fa300380c14 req-37ac3d89-6c25-4407-879a-b8240ab31ddf tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0306771 Apr 12 17:12:27.927332 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4e9be-e629-48fc-a502-e7b85ea0df0a req-904d54db-921b-4e9b-a57d-de34db936e95 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:27.927332 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-13c4e9be-e629-48fc-a502-e7b85ea0df0a req-904d54db-921b-4e9b-a57d-de34db936e95 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 944 time: 0.0524511 Apr 12 17:12:27.935434 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'be235261-8918-450c-9703-82ee8a98cc20', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'port_id': '9c13028e-04d9-408c-abcf-2160e95058ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'mac_address': 'fa:16:3e:a2:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:11:56Z', 'updated_at': '2022-04-12T17:12:26Z', 'revision_number': 1, 'project_id': '6c008fa9c4824ee799c7065559489391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:12:27.974181 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] Checking router: ccc2876d-a8aa-4221-be07-255e5ba56efb for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:12:27.977998 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-13c4e9be-e629-48fc-a502-e7b85ea0df0a req-658e9e6d-ff77-4dec-977f-3558e08cc94a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464995 Apr 12 17:12:27.983120 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:12:27.983738 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:12:28.107709 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:12:28.139684 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e433c2-898d-47a0-b8f7-07b5fcea5955 req-2021ad1d-19ca-49bd-9b00-a9a7d8703c50 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:28.141164 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-21e433c2-898d-47a0-b8f7-07b5fcea5955 req-2021ad1d-19ca-49bd-9b00-a9a7d8703c50 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0478568 Apr 12 17:12:28.192642 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-21e433c2-898d-47a0-b8f7-07b5fcea5955 req-49d0b88b-1a18-4d9c-8f0a-eaa406dcef02 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Apr 12 17:12:28.329729 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'be235261-8918-450c-9703-82ee8a98cc20', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'port_id': '9c13028e-04d9-408c-abcf-2160e95058ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'mac_address': 'fa:16:3e:a2:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:11:56Z', 'updated_at': '2022-04-12T17:12:26Z', 'revision_number': 1, 'project_id': '6c008fa9c4824ee799c7065559489391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:12:28.332706 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Request body: {'port': {'device_id': '6ebbaa66-781e-4cd6-8218-e74198a53718', 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0', 'admin_state_up': True, 'tenant_id': '24023fb3f0724902aa88f43063f1c281'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:28.357903 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b62891e-79f8-4b39-91cd-3edb7c18d0f5 None None] The sync data for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi is: [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'be235261-8918-450c-9703-82ee8a98cc20', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'port_id': '9c13028e-04d9-408c-abcf-2160e95058ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'mac_address': 'fa:16:3e:a2:1f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:11:56Z', 'updated_at': '2022-04-12T17:12:26Z', 'revision_number': 1, 'project_id': '6c008fa9c4824ee799c7065559489391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:12:28.438102 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5204498-f67b-4dc0-9b42-3a941e26f6c6 req-c942e714-c3e9-4d62-8346-73e9b6eae84c service neutron] 10.222.0.41 "GET /v2.0/networks/c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094739 Apr 12 17:12:28.463669 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40aada-265b-4636-9338-1779dde36501 req-6dd11eb3-d121-4347-8bb9-05001cbe5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:28.465222 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f40aada-265b-4636-9338-1779dde36501 req-6dd11eb3-d121-4347-8bb9-05001cbe5b5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 1129 time: 0.0985184 Apr 12 17:12:28.597283 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Made reservation on behalf of 24023fb3f0724902aa88f43063f1c281 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:12:28.600724 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:28.606007 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd6c50f-f386-44fb-a054-1c4ae6e9d36b None None] New status for floating IP be235261-8918-450c-9703-82ee8a98cc20: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:12:28.610631 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:28.756618 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40aada-265b-4636-9338-1779dde36501 req-7a49a767-6b3e-462f-a2ed-b14cedfdb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:28.764026 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f40aada-265b-4636-9338-1779dde36501 req-7a49a767-6b3e-462f-a2ed-b14cedfdb247 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5b7533-46ac-4787-9678-099b907c3a3b HTTP/1.1" status: 200 len: 911 time: 0.1319137 Apr 12 17:12:28.787862 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks [] for security_group (63a28d30-04da-4f11-89b4-db55eb985f11), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:28.894405 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8c84d638-1d05-49e8-a085-a9ff4e6955bd req-a093623d-6576-419b-970f-b40966b20d6c tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0282032 Apr 12 17:12:28.914958 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (63a28d30-04da-4f11-89b4-db55eb985f11), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:28.984441 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a28d30-04da-4f11-89b4-db55eb985f11,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:29.076951 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Allocated IP 192.168.233.52 (e61dd1dc-863e-42a7-9fef-7501460b9ef0/97d4baa7-6622-4c6a-b77a-49a954c5258b/8474b4e9-9e8e-4707-a4c2-8e6df36ac518) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:12:29.148173 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c912254-7cb5-4974-980b-c7ccab4e7098 req-5e770427-e88f-4077-9f65-71e73cc5db33 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:29.148173 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8c912254-7cb5-4974-980b-c7ccab4e7098 req-5e770427-e88f-4077-9f65-71e73cc5db33 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 944 time: 0.0964124 Apr 12 17:12:29.210934 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8c912254-7cb5-4974-980b-c7ccab4e7098 req-2dbdcedf-05a9-4261-a2e3-67d8e155f3dd tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534627 Apr 12 17:12:29.297675 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f40aada-265b-4636-9338-1779dde36501 req-df3bd0b4-ee6b-412e-90ca-b991a9504d1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c13028e-04d9-408c-abcf-2160e95058ed HTTP/1.1" status: 200 len: 1001 time: 0.1702623 Apr 12 17:12:29.307013 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43608) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:29.347396 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade41169-666f-45d3-939c-3d756d227240 req-4d6871dc-e0e5-4131-9433-d00e10c2b57a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:29.349269 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ade41169-666f-45d3-939c-3d756d227240 req-4d6871dc-e0e5-4131-9433-d00e10c2b57a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0884175 Apr 12 17:12:29.405746 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks [] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.418531 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9716-7f00-4776-b838-f5efb35ec311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.429287 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ade41169-666f-45d3-939c-3d756d227240 req-f330cdf0-fc54-4eaf-9f96-cb6926a7c1f6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735512 Apr 12 17:12:29.506643 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9716-7f00-4776-b838-f5efb35ec311 admin admin] Publish callbacks [] for security_group (a6bf7d3a-82a5-4ce3-b1d5-a2409bcf5ab2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.540771 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.553537 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43618) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:29.573783 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2e8b9716-7f00-4776-b838-f5efb35ec311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (a6bf7d3a-82a5-4ce3-b1d5-a2409bcf5ab2), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.588162 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Network e61dd1dc-863e-42a7-9fef-7501460b9ef0 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:12:29.595544 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:12:29.600644 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:12:29.604567 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Pushing event updated for resources: {'Port': ['ID=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:29.629373 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b9716-7f00-4776-b838-f5efb35ec311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf7d3a-82a5-4ce3-b1d5-a2409bcf5ab2,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:29.645130 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-2e8b9716-7f00-4776-b838-f5efb35ec311 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b720fd61fbeb4ba4a077d771dadf5e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287203 Apr 12 17:12:29.645130 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43622) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:29.669008 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:29.669826 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.709892 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3760da39-ac63-4748-8e68-61be252e38bc admin admin] Publish callbacks [] for security_group (a6bf7d3a-82a5-4ce3-b1d5-a2409bcf5ab2), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.745045 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3760da39-ac63-4748-8e68-61be252e38bc admin admin] Publish callbacks [] for security_group (a6bf7d3a-82a5-4ce3-b1d5-a2409bcf5ab2), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.747055 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3b76b44a-bad1-4782-9920-1992da45b2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.757514 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-69034f62-e2d8-4ee8-8c52-4e05614f2425 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4287024 Apr 12 17:12:29.854617 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-c80b9722-6f8c-46b1-922f-c1f289981d84 None None] Provisioning complete for port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:12:29.858774 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c80b9722-6f8c-46b1-922f-c1f289981d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.861045 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3b76b44a-bad1-4782-9920-1992da45b2ee admin admin] Publish callbacks [] for security_group (3df5aee8-cf0e-4f88-bcce-eb89a5fa50aa), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.891672 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-c80b9722-6f8c-46b1-922f-c1f289981d84 None None] Port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:12:29.909656 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3760da39-ac63-4748-8e68-61be252e38bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (a6bf7d3a-82a5-4ce3-b1d5-a2409bcf5ab2), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.912178 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3760da39-ac63-4748-8e68-61be252e38bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.913346 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3760da39-ac63-4748-8e68-61be252e38bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6bf7d3a-82a5-4ce3-b1d5-a2409bcf5ab2 HTTP/1.1" status: 204 len: 168 time: 0.2720263 Apr 12 17:12:29.921449 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760da39-ac63-4748-8e68-61be252e38bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf7d3a-82a5-4ce3-b1d5-a2409bcf5ab2,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:29.945463 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3b76b44a-bad1-4782-9920-1992da45b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3df5aee8-cf0e-4f88-bcce-eb89a5fa50aa), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:29.998682 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3b76b44a-bad1-4782-9920-1992da45b2ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d086a1b059bf417c87c21b0b80c7c416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4438181 Apr 12 17:12:30.001538 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43636) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:30.014324 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76b44a-bad1-4782-9920-1992da45b2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df5aee8-cf0e-4f88-bcce-eb89a5fa50aa,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:30.038297 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377cbce-6c21-4342-9d38-c0e94f752faa req-d65f6f11-1be0-4377-8004-c72a45a268ba tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:30.039784 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0377cbce-6c21-4342-9d38-c0e94f752faa req-d65f6f11-1be0-4377-8004-c72a45a268ba tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 935 time: 0.0662925 Apr 12 17:12:30.052570 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ea14-7ba0-4ca0-a8da-e2a0a556aa68 admin admin] Publish callbacks [] for security_group (3df5aee8-cf0e-4f88-bcce-eb89a5fa50aa), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.077748 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ea14-7ba0-4ca0-a8da-e2a0a556aa68 admin admin] Publish callbacks [] for security_group (3df5aee8-cf0e-4f88-bcce-eb89a5fa50aa), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.091414 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0377cbce-6c21-4342-9d38-c0e94f752faa req-5f96f2f0-de44-4a72-8379-bef53a63708d tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458217 Apr 12 17:12:30.202771 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ea14-7ba0-4ca0-a8da-e2a0a556aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3df5aee8-cf0e-4f88-bcce-eb89a5fa50aa), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.205451 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ea14-7ba0-4ca0-a8da-e2a0a556aa68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.206866 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d4b0ea14-7ba0-4ca0-a8da-e2a0a556aa68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3df5aee8-cf0e-4f88-bcce-eb89a5fa50aa HTTP/1.1" status: 204 len: 168 time: 0.2043018 Apr 12 17:12:30.215408 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0ea14-7ba0-4ca0-a8da-e2a0a556aa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df5aee8-cf0e-4f88-bcce-eb89a5fa50aa,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:30.345735 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7e6d6-7556-4b20-9b24-0eab468ee0a6 req-138b6de1-c5f5-4ad8-871b-8f28de1b00bc tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:30.354279 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a3f7e6d6-7556-4b20-9b24-0eab468ee0a6 req-138b6de1-c5f5-4ad8-871b-8f28de1b00bc tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 944 time: 0.0656302 Apr 12 17:12:30.366415 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43650) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:30.404968 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a3f7e6d6-7556-4b20-9b24-0eab468ee0a6 req-5cbf4bd1-9b47-462b-adc5-bd73d971c0bd tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494256 Apr 12 17:12:30.508806 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c5ddd6b-b138-4c3a-82a4-78d06202f4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.599540 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c5ddd6b-b138-4c3a-82a4-78d06202f4dc admin admin] Publish callbacks [] for security_group (dc9ceb40-74e2-4525-9c8d-59fed4806410), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.659839 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c5ddd6b-b138-4c3a-82a4-78d06202f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (dc9ceb40-74e2-4525-9c8d-59fed4806410), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.698693 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9c5ddd6b-b138-4c3a-82a4-78d06202f4dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b8bc8f81c2c4da8980cb1ffb355ceae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323183 Apr 12 17:12:30.700593 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ddd6b-b138-4c3a-82a4-78d06202f4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9ceb40-74e2-4525-9c8d-59fed4806410,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:30.701416 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43674) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:30.749590 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dab7f681-7fae-454c-8197-de05ed6c625b admin admin] Publish callbacks [] for security_group (dc9ceb40-74e2-4525-9c8d-59fed4806410), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.770191 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dab7f681-7fae-454c-8197-de05ed6c625b admin admin] Publish callbacks [] for security_group (dc9ceb40-74e2-4525-9c8d-59fed4806410), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.860109 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43676) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:30.873937 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3e254b03-de82-4b1a-ae68-d80ea9f0f82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.883796 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dab7f681-7fae-454c-8197-de05ed6c625b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (dc9ceb40-74e2-4525-9c8d-59fed4806410), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.886223 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dab7f681-7fae-454c-8197-de05ed6c625b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:30.887352 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-dab7f681-7fae-454c-8197-de05ed6c625b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc9ceb40-74e2-4525-9c8d-59fed4806410 HTTP/1.1" status: 204 len: 168 time: 0.1849458 Apr 12 17:12:30.904522 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7f681-7fae-454c-8197-de05ed6c625b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9ceb40-74e2-4525-9c8d-59fed4806410,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:30.970076 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3e254b03-de82-4b1a-ae68-d80ea9f0f82a admin admin] Publish callbacks [] for security_group (ab3ae322-709a-46ab-80e8-f66f568c18e5), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.029827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43684) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:31.036614 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3e254b03-de82-4b1a-ae68-d80ea9f0f82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (ab3ae322-709a-46ab-80e8-f66f568c18e5), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.077969 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3e254b03-de82-4b1a-ae68-d80ea9f0f82a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e9dbce37f5448c1b30ce9d9405d9d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167006 Apr 12 17:12:31.079146 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e254b03-de82-4b1a-ae68-d80ea9f0f82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3ae322-709a-46ab-80e8-f66f568c18e5,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:31.081199 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43688) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:31.128804 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d61427ab-5ea4-4fd1-89ba-f092c9a97a17 admin admin] Publish callbacks [] for security_group (ab3ae322-709a-46ab-80e8-f66f568c18e5), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.153928 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d61427ab-5ea4-4fd1-89ba-f092c9a97a17 admin admin] Publish callbacks [] for security_group (ab3ae322-709a-46ab-80e8-f66f568c18e5), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.338018 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:12:31.418994 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-515e7c68-9f4f-4730-a287-cea35fb29298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.437845 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b5d57-2564-4e8f-9bdc-e220dafe454a req-b042fb80-b6cb-480c-b405-e2f1da61ad2f tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:31.440093 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-837b5d57-2564-4e8f-9bdc-e220dafe454a req-b042fb80-b6cb-480c-b405-e2f1da61ad2f tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 935 time: 0.2748165 Apr 12 17:12:31.450628 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,segment=NetworkSegment(fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb),segment_id=fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:31.465226 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '1fb56189-da93-4f37-a7a9-e35d8e4a8b27', 'network_id': 'c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4', 'port_id': '1fb56189-da93-4f37-a7a9-e35d8e4a8b27', 'mac_address': 'fa:16:3e:a3:6b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf358685-9640-4ea2-ba91-c345011ca396', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:12:31.508532 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:12:31.509004 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.519717 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40aada-265b-4636-9338-1779dde36501 req-052a20ff-cc27-4c73-8827-5d433d95289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:31.521250 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f40aada-265b-4636-9338-1779dde36501 req-052a20ff-cc27-4c73-8827-5d433d95289d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98113788-c719-4bfa-9857-7fce4600da0f HTTP/1.1" status: 200 len: 850 time: 0.0749857 Apr 12 17:12:31.527342 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Request body: {'port': {'device_id': '6ebbaa66-781e-4cd6-8218-e74198a53718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:31.529617 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-837b5d57-2564-4e8f-9bdc-e220dafe454a req-add25879-dc65-4089-b6ae-21f90ec11718 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659909 Apr 12 17:12:31.540971 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:12:31.550487 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d61427ab-5ea4-4fd1-89ba-f092c9a97a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (ab3ae322-709a-46ab-80e8-f66f568c18e5), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.550718 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,segment=NetworkSegment(fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb),segment_id=fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:31.553259 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d61427ab-5ea4-4fd1-89ba-f092c9a97a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.554579 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d61427ab-5ea4-4fd1-89ba-f092c9a97a17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab3ae322-709a-46ab-80e8-f66f568c18e5 HTTP/1.1" status: 204 len: 168 time: 0.4723871 Apr 12 17:12:31.572598 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61427ab-5ea4-4fd1-89ba-f092c9a97a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3ae322-709a-46ab-80e8-f66f568c18e5,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:31.633627 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-515e7c68-9f4f-4730-a287-cea35fb29298 admin admin] Publish callbacks [] for security_group (af03d448-a357-46ab-a1e1-0ba8830ef61e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.634753 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.662044 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3985f55-641b-48d9-9e34-5004bc6888fc req-ba9a65f6-f89c-44f5-90a9-23e5f8190361 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:31.663519 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a3985f55-641b-48d9-9e34-5004bc6888fc req-ba9a65f6-f89c-44f5-90a9-23e5f8190361 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 944 time: 0.1413846 Apr 12 17:12:31.666264 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40aada-265b-4636-9338-1779dde36501 req-9739bca7-3c21-4406-b5f1-d958afdeca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:31.667649 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f40aada-265b-4636-9338-1779dde36501 req-9739bca7-3c21-4406-b5f1-d958afdeca2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5b7533-46ac-4787-9678-099b907c3a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1112592 Apr 12 17:12:31.670197 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.683808 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:31.722220 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-515e7c68-9f4f-4730-a287-cea35fb29298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (af03d448-a357-46ab-a1e1-0ba8830ef61e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.769602 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-515e7c68-9f4f-4730-a287-cea35fb29298 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0056f5d9e60d467c8be870f6c5a49f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7371829 Apr 12 17:12:31.771025 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43712) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:31.771375 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43714) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:31.772170 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e7c68-9f4f-4730-a287-cea35fb29298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af03d448-a357-46ab-a1e1-0ba8830ef61e,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:31.802345 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-23a87028-c645-4b52-b87e-9c72e1ea3838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.883158 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-21398979-0f40-4371-ac03-90fe800b767b admin admin] Publish callbacks [] for security_group (af03d448-a357-46ab-a1e1-0ba8830ef61e), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.920675 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-21398979-0f40-4371-ac03-90fe800b767b admin admin] Publish callbacks [] for security_group (af03d448-a357-46ab-a1e1-0ba8830ef61e), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:31.976704 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-23a87028-c645-4b52-b87e-9c72e1ea3838 admin admin] Publish callbacks [] for security_group (750ed934-6051-4353-b219-af7f143a879b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.049942 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a3985f55-641b-48d9-9e34-5004bc6888fc req-f8d37246-b9a2-44ea-af41-4f587c50a358 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762116 Apr 12 17:12:32.053836 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-23a87028-c645-4b52-b87e-9c72e1ea3838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (750ed934-6051-4353-b219-af7f143a879b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.076572 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['1fb56189-da93-4f37-a7a9-e35d8e4a8b27'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:12:32.090724 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-21398979-0f40-4371-ac03-90fe800b767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (af03d448-a357-46ab-a1e1-0ba8830ef61e), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.094048 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-21398979-0f40-4371-ac03-90fe800b767b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.098124 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-21398979-0f40-4371-ac03-90fe800b767b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af03d448-a357-46ab-a1e1-0ba8830ef61e HTTP/1.1" status: 204 len: 168 time: 0.3180676 Apr 12 17:12:32.120132 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a87028-c645-4b52-b87e-9c72e1ea3838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750ed934-6051-4353-b219-af7f143a879b,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:32.132307 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-23a87028-c645-4b52-b87e-9c72e1ea3838 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e8482fe7f0964040ad570259fd49feca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558779 Apr 12 17:12:32.137160 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43724) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:32.139199 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21398979-0f40-4371-ac03-90fe800b767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af03d448-a357-46ab-a1e1-0ba8830ef61e,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:32.163231 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f40aada-265b-4636-9338-1779dde36501 req-9c29534d-2745-4442-b152-ddf2ea6c2f4b service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878514 Apr 12 17:12:32.381558 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-95c16f25-692a-46ce-a68a-148a7bde7902 admin admin] Publish callbacks [] for security_group (750ed934-6051-4353-b219-af7f143a879b), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.453039 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-95c16f25-692a-46ce-a68a-148a7bde7902 admin admin] Publish callbacks [] for security_group (750ed934-6051-4353-b219-af7f143a879b), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.463079 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f40aada-265b-4636-9338-1779dde36501 req-0085cf85-7074-45f3-998c-83f015055df7 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927279 Apr 12 17:12:32.563274 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:12:32.583506 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Publish callbacks [] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.669941 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e547f-2f35-4eca-8352-4b7ea49afe5d req-6f451e2f-26bd-44c5-8dab-32c411ea701b tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:32.670279 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cd1e547f-2f35-4eca-8352-4b7ea49afe5d req-6f451e2f-26bd-44c5-8dab-32c411ea701b tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 935 time: 0.0512602 Apr 12 17:12:32.704069 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43752) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:32.709432 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-367de4d9-c84d-478f-a79b-1d06b741ebc9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491225338', 'description': 'tempest-description--886799110'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:32.709595 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Transition to ACTIVE for port object 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:12:32.713309 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-95c16f25-692a-46ce-a68a-148a7bde7902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (750ed934-6051-4353-b219-af7f143a879b), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.716003 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-95c16f25-692a-46ce-a68a-148a7bde7902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.717200 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-95c16f25-692a-46ce-a68a-148a7bde7902 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/750ed934-6051-4353-b219-af7f143a879b HTTP/1.1" status: 204 len: 168 time: 0.5789030 Apr 12 17:12:32.729772 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c16f25-692a-46ce-a68a-148a7bde7902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750ed934-6051-4353-b219-af7f143a879b,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:32.767280 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cd1e547f-2f35-4eca-8352-4b7ea49afe5d req-ff021c83-f781-4cf1-bae5-c9226e985914 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886028 Apr 12 17:12:32.770658 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.791643 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-367de4d9-c84d-478f-a79b-1d06b741ebc9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.834338 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Pushing event updated for resources: {'Port': ['ID=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:32.895589 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-367de4d9-c84d-478f-a79b-1d06b741ebc9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group (509e2f32-bc5a-4094-9024-81039f3f1982), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:32.922158 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Attempting to bind port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:12:32.922158 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Attempting to bind port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '3737b6e4-2827-4900-af77-b648aa331da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:12:32.922158 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Attempting to bind port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 on network e61dd1dc-863e-42a7-9fef-7501460b9ef0 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:12:32.926529 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 on network e61dd1dc-863e-42a7-9fef-7501460b9ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:12:32.926863 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Attempting to bind port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 on network e61dd1dc-863e-42a7-9fef-7501460b9ef0 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:12:32.932743 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:12:32.933806 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Checking segment: {'id': '3737b6e4-2827-4900-af77-b648aa331da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:12:32.934285 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Bound using segment: {'id': '3737b6e4-2827-4900-af77-b648aa331da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:12:32.934681 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Bound port: 8474b4e9-9e8e-4707-a4c2-8e6df36ac518, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3737b6e4-2827-4900-af77-b648aa331da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:12:32.935046 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.012232 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-367de4d9-c84d-478f-a79b-1d06b741ebc9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (509e2f32-bc5a-4094-9024-81039f3f1982), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.015012 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] For port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518, host hv-cinder-83753, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:12:33.019440 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] For port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,segment=NetworkSegment(3737b6e4-2827-4900-af77-b648aa331da8),segment_id=3737b6e4-2827-4900-af77-b648aa331da8)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:12:33.047981 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367de4d9-c84d-478f-a79b-1d06b741ebc9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509e2f32-bc5a-4094-9024-81039f3f1982,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:33.110370 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.171250 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:33.185871 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.185871 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] 10.222.0.41 "PUT /v2.0/ports/8474b4e9-9e8e-4707-a4c2-8e6df36ac518 HTTP/1.1" status: 200 len: 1097 time: 1.7195125 Apr 12 17:12:33.185871 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebbaa66-781e-4cd6-8218-e74198a53718', 'tag': '8474b4e9-9e8e-4707-a4c2-8e6df36ac518'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:12:33.185871 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbb9ebe-2ece-401d-b78b-578fea5684df" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebbaa66-781e-4cd6-8218-e74198a53718", "tag": "8474b4e9-9e8e-4707-a4c2-8e6df36ac518"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:12:33.191955 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-367de4d9-c84d-478f-a79b-1d06b741ebc9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.195740 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-367de4d9-c84d-478f-a79b-1d06b741ebc9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4900231 Apr 12 17:12:33.198559 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43768) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:33.203508 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-3ad69d03-ce9e-4141-b3f5-b115736a4807 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Request body: {'security_group_rule': {'security_group_id': '509e2f32-bc5a-4094-9024-81039f3f1982', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:33.237898 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fd51d-862c-4e27-a1e5-1515d4fee778 service neutron] Pushing event updated for resources: {'Port': ['ID=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:33.246940 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9703f238-e2ed-4d2f-87ce-8ffc3fa43bbc x-openstack-request-id: req-9703f238-e2ed-4d2f-87ce-8ffc3fa43bbc {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:12:33.248911 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebbaa66-781e-4cd6-8218-e74198a53718", "tag": "8474b4e9-9e8e-4707-a4c2-8e6df36ac518", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:12:33.249207 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9703f238-e2ed-4d2f-87ce-8ffc3fa43bbc {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:12:33.249690 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9703f238-e2ed-4d2f-87ce-8ffc3fa43bbc'] response: {'name': 'network-changed', 'server_uuid': '6ebbaa66-781e-4cd6-8218-e74198a53718', 'tag': '8474b4e9-9e8e-4707-a4c2-8e6df36ac518', 'status': 'completed', 'code': 200} Apr 12 17:12:33.257146 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe3d1e-ed3e-46f1-9c61-0dd0bb549fcd req-03c7ff2c-5320-4e22-9ee1-461dc0b47cac tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:33.258861 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0fbe3d1e-ed3e-46f1-9c61-0dd0bb549fcd req-03c7ff2c-5320-4e22-9ee1-461dc0b47cac tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 945 time: 0.1129277 Apr 12 17:12:33.341854 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9ebe-2ece-401d-b78b-578fea5684df req-cd087e77-c96e-4f2a-af1c-84403f10a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:33.343049 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fbb9ebe-2ece-401d-b78b-578fea5684df req-cd087e77-c96e-4f2a-af1c-84403f10a0dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=24023fb3f0724902aa88f43063f1c281&device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 1131 time: 0.0512886 Apr 12 17:12:33.347698 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0fbe3d1e-ed3e-46f1-9c61-0dd0bb549fcd req-2d6e22ce-39b6-46ad-93bb-57622b21ef37 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806322 Apr 12 17:12:33.350333 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:12:33.375628 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3ad69d03-ce9e-4141-b3f5-b115736a4807 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group_rule (6a2ae2dc-a1c0-45ad-ad64-043034b11eca), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.398933 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fbb9ebe-2ece-401d-b78b-578fea5684df req-d61ab1ab-46d6-424c-81dd-0357fd4ac30b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=24023fb3f0724902aa88f43063f1c281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421047 Apr 12 17:12:33.467437 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3ad69d03-ce9e-4141-b3f5-b115736a4807 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group_rule (6a2ae2dc-a1c0-45ad-ad64-043034b11eca), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.470287 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:12:33.520503 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9ebe-2ece-401d-b78b-578fea5684df req-facc6976-8f10-4032-ac4c-031d24dbe6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:33.521907 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fbb9ebe-2ece-401d-b78b-578fea5684df req-facc6976-8f10-4032-ac4c-031d24dbe6d7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1176069 Apr 12 17:12:33.562286 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3ad69d03-ce9e-4141-b3f5-b115736a4807 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (6a2ae2dc-a1c0-45ad-ad64-043034b11eca), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.562500 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:12:33.562915 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.582795 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad69d03-ce9e-4141-b3f5-b115736a4807 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2ae2dc-a1c0-45ad-ad64-043034b11eca,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:33.639219 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-35d6b47a-6116-4894-8696-4a64b814e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:33.640995 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-35d6b47a-6116-4894-8696-4a64b814e7d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=24023fb3f0724902aa88f43063f1c281&device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 1131 time: 0.0520566 Apr 12 17:12:33.668355 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3ad69d03-ce9e-4141-b3f5-b115736a4807 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.670339 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3ad69d03-ce9e-4141-b3f5-b115736a4807 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4698308 Apr 12 17:12:33.675036 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43784) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:33.679045 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-29aa0098-0eff-48eb-87a4-efd859ea89d7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Request body: {'security_group_rule': {'security_group_id': '509e2f32-bc5a-4094-9024-81039f3f1982', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:33.681254 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:12:33.681851 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.694723 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-d9b7c465-8e00-40a7-a883-7048bd217b3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=8474b4e9-9e8e-4707-a4c2-8e6df36ac518 HTTP/1.1" status: 200 len: 217 time: 0.0374422 Apr 12 17:12:33.702828 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43786) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:33.712349 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfdd668-9ae7-42d8-975c-c0bd6e822565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb56189-da93-4f37-a7a9-e35d8e4a8b27'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:12:33.714947 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38076758-e68c-4bc5-bed3-3adb949efc43" -d '{"events": [{"server_uuid": "adfdd668-9ae7-42d8-975c-c0bd6e822565", "name": "network-vif-plugged", "status": "completed", "tag": "1fb56189-da93-4f37-a7a9-e35d8e4a8b27"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:12:33.732536 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,segment=NetworkSegment(fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb),segment_id=fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:33.737772 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-747c30f6-aca9-458a-b696-ceb10cd7120c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.768403 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-c9c5ab38-8c6d-496a-b356-6e873e77d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:33.770500 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-c9c5ab38-8c6d-496a-b356-6e873e77d4ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97d4baa7-6622-4c6a-b77a-49a954c5258b HTTP/1.1" status: 200 len: 843 time: 0.0691226 Apr 12 17:12:33.774285 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02c5501-37ae-4515-897a-8ef0fd0ca61d x-openstack-request-id: req-c02c5501-37ae-4515-897a-8ef0fd0ca61d {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:12:33.774622 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfdd668-9ae7-42d8-975c-c0bd6e822565", "name": "network-vif-plugged", "status": "completed", "tag": "1fb56189-da93-4f37-a7a9-e35d8e4a8b27", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:12:33.775068 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c02c5501-37ae-4515-897a-8ef0fd0ca61d {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:12:33.775463 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02c5501-37ae-4515-897a-8ef0fd0ca61d'] response: {'server_uuid': 'adfdd668-9ae7-42d8-975c-c0bd6e822565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb56189-da93-4f37-a7a9-e35d8e4a8b27', 'code': 200} Apr 12 17:12:33.789178 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-29aa0098-0eff-48eb-87a4-efd859ea89d7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group_rule (6f869c7f-4b2a-4af2-a1c5-8ed2e11a174f), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.807149 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.891871 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-29aa0098-0eff-48eb-87a4-efd859ea89d7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group_rule (6f869c7f-4b2a-4af2-a1c5-8ed2e11a174f), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.901587 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-747c30f6-aca9-458a-b696-ceb10cd7120c admin admin] Publish callbacks [] for security_group (a7ec012a-73ce-480f-afde-3218a1dbcf06), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:33.911703 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-a81325d3-1c4c-4291-9509-615b2400eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:33.913496 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-a81325d3-1c4c-4291-9509-615b2400eea3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e61dd1dc-863e-42a7-9fef-7501460b9ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0992801 Apr 12 17:12:33.923388 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:33.965276 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215c1bc-10c2-4afe-9a61-3509837e481b req-0901de2c-9bd6-4eed-a63d-885b9ede2ed7 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:33.985665 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2215c1bc-10c2-4afe-9a61-3509837e481b req-0901de2c-9bd6-4eed-a63d-885b9ede2ed7 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 947 time: 0.0623288 Apr 12 17:12:34.006232 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-29aa0098-0eff-48eb-87a4-efd859ea89d7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (6f869c7f-4b2a-4af2-a1c5-8ed2e11a174f), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.008217 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-747c30f6-aca9-458a-b696-ceb10cd7120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (a7ec012a-73ce-480f-afde-3218a1dbcf06), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.034290 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-041345fa-c873-4d94-8634-77249a69c5ee service neutron] 10.222.0.41 "GET /v2.0/networks/e61dd1dc-863e-42a7-9fef-7501460b9ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127622 Apr 12 17:12:34.073325 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa0098-0eff-48eb-87a4-efd859ea89d7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f869c7f-4b2a-4af2-a1c5-8ed2e11a174f,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:34.120549 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-747c30f6-aca9-458a-b696-ceb10cd7120c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a336856b63df4c7387d66f851d6797d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142985 Apr 12 17:12:34.121808 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43804) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:34.135475 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c30f6-aca9-458a-b696-ceb10cd7120c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ec012a-73ce-480f-afde-3218a1dbcf06,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:34.164662 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-29aa0098-0eff-48eb-87a4-efd859ea89d7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.166808 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-29aa0098-0eff-48eb-87a4-efd859ea89d7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4911039 Apr 12 17:12:34.171726 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43806) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:34.176982 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:34.186702 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2215c1bc-10c2-4afe-9a61-3509837e481b req-08619e88-996f-49e6-94a8-b236a7dd9089 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000611 Apr 12 17:12:34.217054 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516f5d3-3a87-41d0-84e5-7324caffd282 req-31a226c1-2485-45bf-a503-4b786ac9e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:34.218597 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2516f5d3-3a87-41d0-84e5-7324caffd282 req-31a226c1-2485-45bf-a503-4b786ac9e767 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 1130 time: 0.0711432 Apr 12 17:12:34.241144 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7cb317f5-5463-41d4-9833-8815534eb5cf req-917d79e4-9ced-498f-a381-430372ab5a86 service neutron] 10.222.0.41 "GET /v2.0/networks/e61dd1dc-863e-42a7-9fef-7501460b9ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008824 Apr 12 17:12:34.252892 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-99c74579-00a3-4a73-b0eb-e137a58a0974 admin admin] Publish callbacks [] for security_group (a7ec012a-73ce-480f-afde-3218a1dbcf06), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.292565 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.293003 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-99c74579-00a3-4a73-b0eb-e137a58a0974 admin admin] Publish callbacks [] for security_group (a7ec012a-73ce-480f-afde-3218a1dbcf06), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.309571 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2516f5d3-3a87-41d0-84e5-7324caffd282 req-9c159be4-ffb5-4499-b4be-5f0415347592 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848024 Apr 12 17:12:34.385438 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.425914 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-99c74579-00a3-4a73-b0eb-e137a58a0974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (a7ec012a-73ce-480f-afde-3218a1dbcf06), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.429751 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-99c74579-00a3-4a73-b0eb-e137a58a0974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.430905 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-99c74579-00a3-4a73-b0eb-e137a58a0974 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7ec012a-73ce-480f-afde-3218a1dbcf06 HTTP/1.1" status: 204 len: 168 time: 0.3079755 Apr 12 17:12:34.459993 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c74579-00a3-4a73-b0eb-e137a58a0974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ec012a-73ce-480f-afde-3218a1dbcf06,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:34.480830 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6a857-f93e-4c4f-bffc-fe6f0affe08a req-efd0a199-bdf6-4a3a-85df-fc8a52e6769d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:34.482411 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c6f6a857-f93e-4c4f-bffc-fe6f0affe08a req-efd0a199-bdf6-4a3a-85df-fc8a52e6769d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0700490 Apr 12 17:12:34.551146 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c6f6a857-f93e-4c4f-bffc-fe6f0affe08a req-f87742f1-d28f-4fa6-a3b5-f7e16b32b5b7 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551898 Apr 12 17:12:34.557588 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Allocated IP 172.27.1.25 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/4772524d-87f3-4e0c-a0d7-266b5cf17d05) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:12:34.668843 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for port (4772524d-87f3-4e0c-a0d7-266b5cf17d05), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.812605 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (4772524d-87f3-4e0c-a0d7-266b5cf17d05), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:34.832473 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43838) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:34.857568 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:12:34.860395 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:12:34.866542 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:12:34.893675 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event updated for resources: {'Port': ['ID=4772524d-87f3-4e0c-a0d7-266b5cf17d05,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:35.014396 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for floatingip (e01ebc21-4434-47d4-ad9e-da60cfd471da), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.067941 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef825-5f22-4926-a5f5-ab5d07f1ee49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.141646 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (4772524d-87f3-4e0c-a0d7-266b5cf17d05), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.160124 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef825-5f22-4926-a5f5-ab5d07f1ee49 admin admin] Publish callbacks [] for security_group (c79a0fea-1747-4b53-9863-252c6a5a6977), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.236975 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef825-5f22-4926-a5f5-ab5d07f1ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (c79a0fea-1747-4b53-9863-252c6a5a6977), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.274934 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-bf8ef825-5f22-4926-a5f5-ab5d07f1ee49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26894ffdd1a64f9fa48a350ab0ae6bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4413691 Apr 12 17:12:35.279541 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43866) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:35.294693 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ef825-5f22-4926-a5f5-ab5d07f1ee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79a0fea-1747-4b53-9863-252c6a5a6977,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:35.332939 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856230a-7a01-41fe-ad86-16f9055ab0ab req-5ceffa70-f888-437b-95e8-b5aeb2f816ee tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:35.339887 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3856230a-7a01-41fe-ad86-16f9055ab0ab req-5ceffa70-f888-437b-95e8-b5aeb2f816ee tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 947 time: 0.0721219 Apr 12 17:12:35.383966 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ef55abbd-7800-4802-be79-cae4582923eb admin admin] Publish callbacks [] for security_group (c79a0fea-1747-4b53-9863-252c6a5a6977), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.402517 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3856230a-7a01-41fe-ad86-16f9055ab0ab req-5f5dd0c5-28bb-4547-93f7-25a2f1be1964 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617306 Apr 12 17:12:35.408968 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ef55abbd-7800-4802-be79-cae4582923eb admin admin] Publish callbacks [] for security_group (c79a0fea-1747-4b53-9863-252c6a5a6977), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.417262 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for port (4772524d-87f3-4e0c-a0d7-266b5cf17d05), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.533723 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ef55abbd-7800-4802-be79-cae4582923eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (c79a0fea-1747-4b53-9863-252c6a5a6977), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.533879 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (4772524d-87f3-4e0c-a0d7-266b5cf17d05), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.536609 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ef55abbd-7800-4802-be79-cae4582923eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.538115 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ef55abbd-7800-4802-be79-cae4582923eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c79a0fea-1747-4b53-9863-252c6a5a6977 HTTP/1.1" status: 204 len: 168 time: 0.2573762 Apr 12 17:12:35.552697 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55abbd-7800-4802-be79-cae4582923eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79a0fea-1747-4b53-9863-252c6a5a6977,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:35.655299 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event updated for resources: {'Port': ['ID=4772524d-87f3-4e0c-a0d7-266b5cf17d05,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:35.666860 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (e01ebc21-4434-47d4-ad9e-da60cfd471da), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.691655 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7c245-a3af-45c6-8649-d6005da38373 req-b3a44ce6-8644-4322-8c6c-6892afd2d5e7 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:35.693183 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6ea7c245-a3af-45c6-8649-d6005da38373 req-b3a44ce6-8644-4322-8c6c-6892afd2d5e7 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0509644 Apr 12 17:12:35.735186 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:35.739491 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-082c6097-17d1-4902-b419-d88c30c060dc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5635874 Apr 12 17:12:35.755347 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6ea7c245-a3af-45c6-8649-d6005da38373 req-213b8c90-fb93-4054-9018-1166233eb2a0 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563421 Apr 12 17:12:36.018551 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-1b0d2716-9e1f-4ac4-b01a-2a44f8bbeec0 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1491225338&fields=id&tenant_id=ed5617a37a444bac8facef1fedb92197 HTTP/1.1" status: 200 len: 267 time: 0.0456889 Apr 12 17:12:36.159540 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-e82f4974-8d52-44d8-b67e-6b14e899f6ec tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:36.166201 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-e82f4974-8d52-44d8-b67e-6b14e899f6ec tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 819 time: 0.1382613 Apr 12 17:12:36.177082 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-14b46762-021b-4509-98cf-6cb04a70c0ad tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/quotas/ed5617a37a444bac8facef1fedb92197 HTTP/1.1" status: 200 len: 375 time: 0.0099320 Apr 12 17:12:36.236128 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-e021b8f1-2165-4f4e-9f2d-42efba01042a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0513263 Apr 12 17:12:36.351734 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-d303e58a-ecfb-4692-bd81-a4058dc587a2 service neutron] 10.222.0.64 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019151 Apr 12 17:12:36.452586 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-6be0e9bd-7d2e-422d-8522-34f565634db0 service neutron] 10.222.0.64 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936544 Apr 12 17:12:36.547467 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9993c5-4297-4211-93a3-5069aed48187 req-63571440-f93c-4aa8-ba28-443a00327fde tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:36.552014 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b9993c5-4297-4211-93a3-5069aed48187 req-63571440-f93c-4aa8-ba28-443a00327fde tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 947 time: 0.0588241 Apr 12 17:12:36.597977 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6b9993c5-4297-4211-93a3-5069aed48187 req-0a5fb23d-ebc4-47e3-934f-41c2447b795f tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449560 Apr 12 17:12:36.771593 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-93bc366a-f9bc-46a3-b644-b5cc7cc3f7d3 req-a9656831-f125-41b2-88c7-5511104d0306 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 210 time: 0.0312269 Apr 12 17:12:36.890289 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea90f6a-3723-4232-93c1-8376bd073b90 req-5db5fc2a-d9d2-48e8-aa38-4e456735ce2d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:36.892030 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eea90f6a-3723-4232-93c1-8376bd073b90 req-5db5fc2a-d9d2-48e8-aa38-4e456735ce2d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0503228 Apr 12 17:12:36.956211 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eea90f6a-3723-4232-93c1-8376bd073b90 req-6c964046-7403-432f-8ab7-46bcd5d5bbbc tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 Apr 12 17:12:37.079286 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43982) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:37.190839 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-56a42bc3-f24f-4972-803e-49561471985e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.266067 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-56a42bc3-f24f-4972-803e-49561471985e admin admin] Publish callbacks [] for security_group (0a5cf0bb-366e-4cbd-b265-9f189d832e42), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.333838 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-56a42bc3-f24f-4972-803e-49561471985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (0a5cf0bb-366e-4cbd-b265-9f189d832e42), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.358427 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:12:37.382670 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-56a42bc3-f24f-4972-803e-49561471985e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c406531828654aeda5d9882f8ac4f6f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990241 Apr 12 17:12:37.382670 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a42bc3-f24f-4972-803e-49561471985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5cf0bb-366e-4cbd-b265-9f189d832e42,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:37.384347 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 43990) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:37.436179 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6cbe37c5-787a-4175-8f7e-aad3cad8e20f admin admin] Publish callbacks [] for security_group (0a5cf0bb-366e-4cbd-b265-9f189d832e42), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.467268 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,segment=NetworkSegment(3737b6e4-2827-4900-af77-b648aa331da8),segment_id=3737b6e4-2827-4900-af77-b648aa331da8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:37.474842 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6cbe37c5-787a-4175-8f7e-aad3cad8e20f admin admin] Publish callbacks [] for security_group (0a5cf0bb-366e-4cbd-b265-9f189d832e42), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.479181 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '8474b4e9-9e8e-4707-a4c2-8e6df36ac518', 'network_id': 'e61dd1dc-863e-42a7-9fef-7501460b9ef0', 'port_id': '8474b4e9-9e8e-4707-a4c2-8e6df36ac518', 'mac_address': 'fa:16:3e:73:68:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d4baa7-6622-4c6a-b77a-49a954c5258b', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:12:37.504459 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 43992) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:37.522462 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:12:37.522853 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.537106 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:12:37.556903 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,segment=NetworkSegment(3737b6e4-2827-4900-af77-b648aa331da8),segment_id=3737b6e4-2827-4900-af77-b648aa331da8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:37.612570 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3701916e-0e78-418c-bd50-f7d95f3eff8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.630015 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.630500 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6cbe37c5-787a-4175-8f7e-aad3cad8e20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (0a5cf0bb-366e-4cbd-b265-9f189d832e42), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.634614 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6cbe37c5-787a-4175-8f7e-aad3cad8e20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.636680 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6cbe37c5-787a-4175-8f7e-aad3cad8e20f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a5cf0bb-366e-4cbd-b265-9f189d832e42 HTTP/1.1" status: 204 len: 168 time: 0.2511716 Apr 12 17:12:37.647188 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe37c5-787a-4175-8f7e-aad3cad8e20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5cf0bb-366e-4cbd-b265-9f189d832e42,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:37.695349 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:37.729491 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3701916e-0e78-418c-bd50-f7d95f3eff8c admin admin] Publish callbacks [] for security_group (0f6de964-3d29-4ff9-afa8-d85422da68e9), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.769517 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbdb73-ab0a-425d-a7ce-db88af28e0af req-25bb0758-aaee-4942-ac97-25235638bbef tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:37.771079 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6cfbdb73-ab0a-425d-a7ce-db88af28e0af req-25bb0758-aaee-4942-ac97-25235638bbef tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 948 time: 0.0912678 Apr 12 17:12:37.788380 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-e243d0a3-63fa-4078-88cd-09ddb9a0ae11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723855 Apr 12 17:12:37.815951 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3701916e-0e78-418c-bd50-f7d95f3eff8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (0f6de964-3d29-4ff9-afa8-d85422da68e9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:37.830792 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6cfbdb73-ab0a-425d-a7ce-db88af28e0af req-81ffa56f-ca56-42ea-a795-6b89425f2fed tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 Apr 12 17:12:37.875070 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-781cadc4-e01a-47d7-b53f-8e4a27fa49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:37.878401 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-781cadc4-e01a-47d7-b53f-8e4a27fa49c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 1130 time: 0.0414889 Apr 12 17:12:37.878542 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3701916e-0e78-418c-bd50-f7d95f3eff8c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9f204a6e3a8419194abdc5bce186745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714616 Apr 12 17:12:37.879645 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44006) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:37.893723 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701916e-0e78-418c-bd50-f7d95f3eff8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6de964-3d29-4ff9-afa8-d85422da68e9,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:37.915558 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b652d773-5c21-47dd-b0bd-377c761b4ee9 req-12f6ff38-77d8-4f73-b42e-c5c09662abb3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 210 time: 0.0329030 Apr 12 17:12:38.017244 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08c64d57-4b51-416d-a2a3-12f3ac99e28a admin admin] Publish callbacks [] for security_group (0f6de964-3d29-4ff9-afa8-d85422da68e9), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.059353 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08c64d57-4b51-416d-a2a3-12f3ac99e28a admin admin] Publish callbacks [] for security_group (0f6de964-3d29-4ff9-afa8-d85422da68e9), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.108189 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-3dcb86e5-48eb-49a5-a9ad-36268f0bd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:38.109637 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-3dcb86e5-48eb-49a5-a9ad-36268f0bd9fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.1634336 Apr 12 17:12:38.145007 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019ff4f-afd1-4d61-89e8-4eff8928dd46 req-fa845314-4367-4165-aebb-828fc84652e1 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:38.146407 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5019ff4f-afd1-4d61-89e8-4eff8928dd46 req-fa845314-4367-4165-aebb-828fc84652e1 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0845258 Apr 12 17:12:38.156923 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['8474b4e9-9e8e-4707-a4c2-8e6df36ac518'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:12:38.194653 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5019ff4f-afd1-4d61-89e8-4eff8928dd46 req-96563dc6-2ecf-47e9-a3a3-d41a3a48fc3b tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 Apr 12 17:12:38.297399 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08c64d57-4b51-416d-a2a3-12f3ac99e28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (0f6de964-3d29-4ff9-afa8-d85422da68e9), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.300313 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08c64d57-4b51-416d-a2a3-12f3ac99e28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.301499 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-08c64d57-4b51-416d-a2a3-12f3ac99e28a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f6de964-3d29-4ff9-afa8-d85422da68e9 HTTP/1.1" status: 204 len: 168 time: 0.4206367 Apr 12 17:12:38.310226 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c64d57-4b51-416d-a2a3-12f3ac99e28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6de964-3d29-4ff9-afa8-d85422da68e9,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:38.455957 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44018) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:38.472127 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec496a41-a66a-44f4-a35d-f844ff07b362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.544427 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec496a41-a66a-44f4-a35d-f844ff07b362 admin admin] Publish callbacks [] for security_group (b09a32f7-3db6-4bff-b5ae-5a7e5e9d8179), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.606602 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ec496a41-a66a-44f4-a35d-f844ff07b362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (b09a32f7-3db6-4bff-b5ae-5a7e5e9d8179), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.649198 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ec496a41-a66a-44f4-a35d-f844ff07b362 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9de444bd45f14427a56b01e1b4e95d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916170 Apr 12 17:12:38.649961 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec496a41-a66a-44f4-a35d-f844ff07b362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09a32f7-3db6-4bff-b5ae-5a7e5e9d8179,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:38.652505 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 44020) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:38.708113 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-568f0faf-e4a8-4feb-9ebf-24ae3ae812f5 admin admin] Publish callbacks [] for security_group (b09a32f7-3db6-4bff-b5ae-5a7e5e9d8179), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.729781 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-568f0faf-e4a8-4feb-9ebf-24ae3ae812f5 admin admin] Publish callbacks [] for security_group (b09a32f7-3db6-4bff-b5ae-5a7e5e9d8179), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.826099 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-44e1b3a1-b6e7-4b80-ba79-3057d73a327e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d14160f6-0b69-47ac-93a2-173b914999e1 HTTP/1.1" status: 200 len: 217 time: 0.0413139 Apr 12 17:12:38.871321 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-568f0faf-e4a8-4feb-9ebf-24ae3ae812f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (b09a32f7-3db6-4bff-b5ae-5a7e5e9d8179), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.874097 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-568f0faf-e4a8-4feb-9ebf-24ae3ae812f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:38.877612 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-568f0faf-e4a8-4feb-9ebf-24ae3ae812f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b09a32f7-3db6-4bff-b5ae-5a7e5e9d8179 HTTP/1.1" status: 204 len: 168 time: 0.2212391 Apr 12 17:12:38.884133 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-a75dc09a-b7c9-4a63-af1d-77e9decda852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:38.884133 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-a75dc09a-b7c9-4a63-af1d-77e9decda852 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0529757 Apr 12 17:12:38.885711 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f0faf-e4a8-4feb-9ebf-24ae3ae812f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09a32f7-3db6-4bff-b5ae-5a7e5e9d8179,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:38.945709 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-112afade-a825-4c8c-94ad-32293e2ccd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:38.947966 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-112afade-a825-4c8c-94ad-32293e2ccd66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524714 Apr 12 17:12:38.973454 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3a10c-acd0-42c0-b453-d887a04eb6a1 req-57d00e06-c654-4a8a-ba4c-c270dcad3108 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:38.975438 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5da3a10c-acd0-42c0-b453-d887a04eb6a1 req-57d00e06-c654-4a8a-ba4c-c270dcad3108 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 948 time: 0.0618205 Apr 12 17:12:39.027955 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5da3a10c-acd0-42c0-b453-d887a04eb6a1 req-c58f288b-3ac7-4f30-9275-65e77a609cd3 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Apr 12 17:12:39.051652 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-54d70227-1d55-48a7-8033-b527f744d409 req-e040dd60-4450-45c3-a53f-c91b2fc95146 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 210 time: 0.0616200 Apr 12 17:12:39.085496 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-bac262ac-f6b8-4b33-8d9c-a43a6cd75c1a service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291113 Apr 12 17:12:39.187683 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2d46b4a5-c5f3-4a24-ab01-7f41804bfd9d req-43722d3a-2e37-4816-8e9f-fe0af61f1fce service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923417 Apr 12 17:12:39.310786 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be049213-0296-4b20-aca1-9eebcae1a5ae req-45e19146-b72f-492a-91f8-b21d5f37874a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:39.312312 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be049213-0296-4b20-aca1-9eebcae1a5ae req-45e19146-b72f-492a-91f8-b21d5f37874a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0495584 Apr 12 17:12:39.361768 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be049213-0296-4b20-aca1-9eebcae1a5ae req-fc1f8e61-8c03-4cd3-86a7-639526a853cf tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435300 Apr 12 17:12:39.371562 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:12:39.423728 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:12:39.476465 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:12:39.477750 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:39.568315 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:12:39.568705 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:39.593200 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebbaa66-781e-4cd6-8218-e74198a53718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8474b4e9-9e8e-4707-a4c2-8e6df36ac518'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:12:39.595513 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c685e4f8-bb51-4b7e-b004-66a5cf5eedcf" -d '{"events": [{"server_uuid": "6ebbaa66-781e-4cd6-8218-e74198a53718", "name": "network-vif-plugged", "status": "completed", "tag": "8474b4e9-9e8e-4707-a4c2-8e6df36ac518"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:12:39.608815 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,segment=NetworkSegment(3737b6e4-2827-4900-af77-b648aa331da8),segment_id=3737b6e4-2827-4900-af77-b648aa331da8)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:39.632745 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afa4495-ab8c-420e-b3f3-69f1eea62347 x-openstack-request-id: req-7afa4495-ab8c-420e-b3f3-69f1eea62347 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:12:39.633060 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebbaa66-781e-4cd6-8218-e74198a53718", "name": "network-vif-plugged", "status": "completed", "tag": "8474b4e9-9e8e-4707-a4c2-8e6df36ac518", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:12:39.633315 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7afa4495-ab8c-420e-b3f3-69f1eea62347 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:12:39.633706 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afa4495-ab8c-420e-b3f3-69f1eea62347'] response: {'server_uuid': '6ebbaa66-781e-4cd6-8218-e74198a53718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8474b4e9-9e8e-4707-a4c2-8e6df36ac518', 'code': 200} Apr 12 17:12:39.682746 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:39.736151 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:40.129352 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-a8bd8dac-4ab6-4ddb-9bb4-a87740a85c8c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:40.132136 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-a8bd8dac-4ab6-4ddb-9bb4-a87740a85c8c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 819 time: 0.2543514 Apr 12 17:12:40.168777 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a46a4f-49f9-4b0f-ba1c-24acb08bee94 req-9b0ec5d4-e200-41e2-ae5f-62f88c0ec4af tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:40.170417 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-40a46a4f-49f9-4b0f-ba1c-24acb08bee94 req-9b0ec5d4-e200-41e2-ae5f-62f88c0ec4af tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0678782 Apr 12 17:12:40.191673 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-848cb431-0d26-4515-b93d-d15c63ac551e req-c7869894-b029-4a20-a45e-1ea795b0fec3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 210 time: 0.0444629 Apr 12 17:12:40.251511 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-40a46a4f-49f9-4b0f-ba1c-24acb08bee94 req-d0446f80-fe2d-4490-ba45-05406d96f442 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697975 Apr 12 17:12:40.267650 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79a098-dea2-4d10-9de5-f39492974da0 req-fa328345-3d9f-4ade-adb0-694e6e0260c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:40.269270 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1a79a098-dea2-4d10-9de5-f39492974da0 req-fa328345-3d9f-4ade-adb0-694e6e0260c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 1133 time: 0.0886278 Apr 12 17:12:40.314698 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-958c5e76-e633-4e8b-a8e2-1c849636e238 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed5617a37a444bac8facef1fedb92197 HTTP/1.1" status: 200 len: 380 time: 0.1324224 Apr 12 17:12:40.328803 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Request body: {'port': {'device_id': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'admin_state_up': True, 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'security_groups': ['509e2f32-bc5a-4094-9024-81039f3f1982']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:40.365375 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1a79a098-dea2-4d10-9de5-f39492974da0 req-71dd5a51-d02e-42ff-8b58-ccbb523f1273 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822098 Apr 12 17:12:40.550852 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Made reservation on behalf of ed5617a37a444bac8facef1fedb92197 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:12:40.554657 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:40.682867 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Allocated IP 172.20.0.5 (c0383b4c-0d99-454b-85d6-6f99a742e9e1/af05aee7-4c31-43f1-be0a-277c4757116a/521f07ef-5457-4ad7-b7ba-f80996436383) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:12:40.823846 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for port (521f07ef-5457-4ad7-b7ba-f80996436383), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:40.915331 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92d0a8-0fce-4cc0-9aef-28f381d62912 req-728bb1b1-c044-47c0-9e86-8e42458904f2 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:40.916841 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9e92d0a8-0fce-4cc0-9aef-28f381d62912 req-728bb1b1-c044-47c0-9e86-8e42458904f2 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0480616 Apr 12 17:12:40.943835 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:40.964870 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9e92d0a8-0fce-4cc0-9aef-28f381d62912 req-71208e40-0a99-4b75-bca3-f6ee425c7f6b tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Apr 12 17:12:40.988540 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:12:40.993977 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:12:40.998020 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:12:41.009520 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event updated for resources: {'Port': ['ID=521f07ef-5457-4ad7-b7ba-f80996436383,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:41.054555 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:41.055228 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:41.101427 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44108) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:41.132485 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-0918af51-15c9-4a46-805e-b2147199a83d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8091335 Apr 12 17:12:41.214143 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c62974a6-9586-4c21-bf36-21c7cbe92c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:41.246235 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-781ccbdc-03a9-4b7b-b180-1b683846b684 None None] Provisioning complete for port 521f07ef-5457-4ad7-b7ba-f80996436383 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:12:41.246731 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-781ccbdc-03a9-4b7b-b180-1b683846b684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:41.300886 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-781ccbdc-03a9-4b7b-b180-1b683846b684 None None] Port 521f07ef-5457-4ad7-b7ba-f80996436383 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:12:41.323130 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c62974a6-9586-4c21-bf36-21c7cbe92c8d admin admin] Publish callbacks [] for security_group (51c5cfd1-6688-4415-a5b6-1028328af81b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:41.336584 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2b597-2397-4e98-921c-79fd670e7516 req-234574e4-3e39-4812-b772-fe028514cfd8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:41.338042 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f4b2b597-2397-4e98-921c-79fd670e7516 req-234574e4-3e39-4812-b772-fe028514cfd8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 931 time: 0.0562668 Apr 12 17:12:41.361599 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707391d-81a5-4d5a-8aa7-2d3b67fe0b03 req-a958a7f4-fdb1-436f-beef-ea91b09df32c tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:41.363873 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b707391d-81a5-4d5a-8aa7-2d3b67fe0b03 req-a958a7f4-fdb1-436f-beef-ea91b09df32c tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0474184 Apr 12 17:12:41.386121 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f4b2b597-2397-4e98-921c-79fd670e7516 req-b2556be7-a024-4614-839e-c6724a21d12e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Apr 12 17:12:41.394587 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c62974a6-9586-4c21-bf36-21c7cbe92c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (51c5cfd1-6688-4415-a5b6-1028328af81b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:41.411539 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b707391d-81a5-4d5a-8aa7-2d3b67fe0b03 req-9c0f92f2-1ac7-4d18-8ad2-1876ce584f3a tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Apr 12 17:12:41.433065 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c62974a6-9586-4c21-bf36-21c7cbe92c8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80de4e11218e46059f3c2e0f83db5681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305597 Apr 12 17:12:41.434971 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62974a6-9586-4c21-bf36-21c7cbe92c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c5cfd1-6688-4415-a5b6-1028328af81b,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:41.435732 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 44116) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:41.487279 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8261e77-a1c4-48b8-9a69-89cf548411ec admin admin] Publish callbacks [] for security_group (51c5cfd1-6688-4415-a5b6-1028328af81b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:41.508628 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8261e77-a1c4-48b8-9a69-89cf548411ec admin admin] Publish callbacks [] for security_group (51c5cfd1-6688-4415-a5b6-1028328af81b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:41.623114 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8261e77-a1c4-48b8-9a69-89cf548411ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (51c5cfd1-6688-4415-a5b6-1028328af81b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:41.625496 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8261e77-a1c4-48b8-9a69-89cf548411ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:41.626639 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c8261e77-a1c4-48b8-9a69-89cf548411ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51c5cfd1-6688-4415-a5b6-1028328af81b HTTP/1.1" status: 204 len: 168 time: 0.1898503 Apr 12 17:12:41.634812 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8261e77-a1c4-48b8-9a69-89cf548411ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c5cfd1-6688-4415-a5b6-1028328af81b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:41.797606 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:12:42.086708 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f9e3b-5fd4-4e57-89cf-d4ce7f300299 req-7c73db47-7201-40ad-a9f1-e45c00304fd6 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:42.088192 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-828f9e3b-5fd4-4e57-89cf-d4ce7f300299 req-7c73db47-7201-40ad-a9f1-e45c00304fd6 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0532079 Apr 12 17:12:42.140511 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-828f9e3b-5fd4-4e57-89cf-d4ce7f300299 req-727ff44f-6cf9-4c6a-8e1a-d05d7f67839a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Apr 12 17:12:42.504766 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f510-2585-431a-a560-7e1c3d69863a req-26b7d4ab-a8ce-4e63-9aab-a86025335ca4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:42.506435 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1465f510-2585-431a-a560-7e1c3d69863a req-26b7d4ab-a8ce-4e63-9aab-a86025335ca4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 931 time: 0.0486748 Apr 12 17:12:42.536180 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865f772-210c-4271-97ee-471c401dbf65 req-4f8fbb12-4831-4e12-96ae-6c58d6813d60 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:42.537780 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c865f772-210c-4271-97ee-471c401dbf65 req-4f8fbb12-4831-4e12-96ae-6c58d6813d60 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0505400 Apr 12 17:12:42.561620 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1465f510-2585-431a-a560-7e1c3d69863a req-409667e1-d4db-4695-a5f9-332357fd4f73 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490797 Apr 12 17:12:42.587098 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c865f772-210c-4271-97ee-471c401dbf65 req-2490f831-e419-4a37-b21b-2d917778a6ce tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434704 Apr 12 17:12:43.247613 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0301023-a9c8-44f5-a044-fe06acfa3e40 req-9c4af095-61e6-48f2-88ea-af38a0748fed tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:43.249052 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d0301023-a9c8-44f5-a044-fe06acfa3e40 req-9c4af095-61e6-48f2-88ea-af38a0748fed tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0483236 Apr 12 17:12:43.294826 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d0301023-a9c8-44f5-a044-fe06acfa3e40 req-f4b5d538-0f8e-43e3-8847-f4e65c25ff5c tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393627 Apr 12 17:12:43.679481 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073d58-c7a3-4b4f-a27a-2dc0bedb2ac3 req-2f662c23-f33e-49a7-9be4-fd492b4c25e2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:43.680956 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-23073d58-c7a3-4b4f-a27a-2dc0bedb2ac3 req-2f662c23-f33e-49a7-9be4-fd492b4c25e2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 931 time: 0.0462141 Apr 12 17:12:43.700303 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1189f55-ce2f-4e13-88d2-074cabc96006 req-cf1b08e8-852c-4800-92a1-0f34515033c1 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:43.701772 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d1189f55-ce2f-4e13-88d2-074cabc96006 req-cf1b08e8-852c-4800-92a1-0f34515033c1 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0457442 Apr 12 17:12:43.730861 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-23073d58-c7a3-4b4f-a27a-2dc0bedb2ac3 req-ad9c7e50-84dd-43dd-8765-3fa5d45047b7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443830 Apr 12 17:12:43.748795 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d1189f55-ce2f-4e13-88d2-074cabc96006 req-24312129-5438-4c46-b361-a98d1cf0c842 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Apr 12 17:12:44.412055 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126ed55-15ec-41ad-b493-efebce7ea2a8 req-e97b0524-c084-4428-bb97-95150d92bbc9 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:44.413495 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a126ed55-15ec-41ad-b493-efebce7ea2a8 req-e97b0524-c084-4428-bb97-95150d92bbc9 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0458956 Apr 12 17:12:44.462084 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a126ed55-15ec-41ad-b493-efebce7ea2a8 req-5eaba395-fd41-47c5-bf59-e6de9d6364e1 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430477 Apr 12 17:12:44.840977 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f179b3-a088-447c-a123-24fbe253d9e6 req-f4ec9ed1-3664-43c5-ab84-4ee0e3be919b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:44.843667 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c0f179b3-a088-447c-a123-24fbe253d9e6 req-f4ec9ed1-3664-43c5-ab84-4ee0e3be919b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 931 time: 0.0478954 Apr 12 17:12:44.858286 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155c353-446e-494d-92f6-4ba60f97aa42 req-3afd76ef-6e91-48dc-be1b-8d335d562db8 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:44.859773 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5155c353-446e-494d-92f6-4ba60f97aa42 req-3afd76ef-6e91-48dc-be1b-8d335d562db8 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0465484 Apr 12 17:12:44.894766 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c0f179b3-a088-447c-a123-24fbe253d9e6 req-17aaf895-04d7-4471-ad54-abcc7ebf8b60 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460181 Apr 12 17:12:44.906462 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5155c353-446e-494d-92f6-4ba60f97aa42 req-4ca2a998-2449-4357-83b3-b74d72083c05 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Apr 12 17:12:45.573114 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c0c51-03d9-4dea-872d-07e2c84bb2ac req-d8c5d379-e2e6-4c73-bff5-913a257012a1 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:45.574620 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e54c0c51-03d9-4dea-872d-07e2c84bb2ac req-d8c5d379-e2e6-4c73-bff5-913a257012a1 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0472631 Apr 12 17:12:45.621457 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e54c0c51-03d9-4dea-872d-07e2c84bb2ac req-b5584e90-eca2-4bd4-b8ba-2c76b1582179 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Apr 12 17:12:45.781551 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Request body: {'port': {'device_id': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:45.845504 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:46.024933 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f502c-120a-481d-b883-90b9a2759239 req-15f95185-5d3f-485d-b815-260fbc4add91 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:46.026317 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-976f502c-120a-481d-b883-90b9a2759239 req-15f95185-5d3f-485d-b815-260fbc4add91 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0473645 Apr 12 17:12:46.075240 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc4a63-b814-487c-9128-1aea4ef71fdf req-b86ed6b7-18f6-4a1b-a3f6-533760b52048 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:46.076714 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99bc4a63-b814-487c-9128-1aea4ef71fdf req-b86ed6b7-18f6-4a1b-a3f6-533760b52048 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 931 time: 0.0810065 Apr 12 17:12:46.079123 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-976f502c-120a-481d-b883-90b9a2759239 req-5a0c348d-7bc8-4a04-b229-f1d31195acd3 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Apr 12 17:12:46.139510 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:46.175701 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99bc4a63-b814-487c-9128-1aea4ef71fdf req-51c95753-4fe7-4c93-abbf-43dae1091538 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866880 Apr 12 17:12:46.214195 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521f07ef-5457-4ad7-b7ba-f80996436383 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:12:46.224890 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Publish callbacks [] for port (521f07ef-5457-4ad7-b7ba-f80996436383), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:46.240021 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-75707dab-3f04-40bd-a93d-f25604a13263 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:46.241448 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-75707dab-3f04-40bd-a93d-f25604a13263 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.41 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0648787 Apr 12 17:12:46.248536 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Transition to ACTIVE for port object 521f07ef-5457-4ad7-b7ba-f80996436383 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:12:46.314351 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:46.365984 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Pushing event updated for resources: {'Port': ['ID=521f07ef-5457-4ad7-b7ba-f80996436383,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:46.440044 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Attempting to bind port 521f07ef-5457-4ad7-b7ba-f80996436383 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:12:46.441141 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Attempting to bind port 521f07ef-5457-4ad7-b7ba-f80996436383 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:12:46.441141 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Attempting to bind port 521f07ef-5457-4ad7-b7ba-f80996436383 on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:12:46.445889 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Port 521f07ef-5457-4ad7-b7ba-f80996436383 on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:12:46.446210 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Attempting to bind port 521f07ef-5457-4ad7-b7ba-f80996436383 on network c0383b4c-0d99-454b-85d6-6f99a742e9e1 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:12:46.462813 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:12:46.463156 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Checking segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:12:46.463557 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Bound using segment: {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:12:46.464024 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Bound port: 521f07ef-5457-4ad7-b7ba-f80996436383, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f24acee-1311-4631-ab00-1bdb753c00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:12:46.464639 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:46.550863 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] For port 521f07ef-5457-4ad7-b7ba-f80996436383, host hv-cinder-83753, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:12:46.554383 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] For port 521f07ef-5457-4ad7-b7ba-f80996436383, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=521f07ef-5457-4ad7-b7ba-f80996436383,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:12:46.630658 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6c1f51b9-75b2-447d-9217-56bc7719a8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:46.631123 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:46.673774 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:46.674432 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:46.675828 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] 10.222.0.41 "PUT /v2.0/ports/521f07ef-5457-4ad7-b7ba-f80996436383 HTTP/1.1" status: 200 len: 1093 time: 0.8991587 Apr 12 17:12:46.680348 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:12:46.682610 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9760da6d-6726-4a23-874a-493c301e2e29" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:12:46.699207 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f227c7-083d-4f6c-a8e1-9c648545e48d service neutron] Pushing event updated for resources: {'Port': ['ID=521f07ef-5457-4ad7-b7ba-f80996436383,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:46.744787 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcee17e-4e5f-44d3-b8b9-50e0dcc9cc4b x-openstack-request-id: req-7bcee17e-4e5f-44d3-b8b9-50e0dcc9cc4b {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:12:46.745321 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:12:46.745722 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bcee17e-4e5f-44d3-b8b9-50e0dcc9cc4b {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:12:46.746343 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bcee17e-4e5f-44d3-b8b9-50e0dcc9cc4b'] response: {'name': 'network-changed', 'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383', 'status': 'completed', 'code': 200} Apr 12 17:12:47.069864 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bce6d-0b28-4462-8d9e-6d8148fc9c85 req-0f888a28-cd0a-41c9-988e-30bfc2d72988 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:47.069864 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3a7bce6d-0b28-4462-8d9e-6d8148fc9c85 req-0f888a28-cd0a-41c9-988e-30bfc2d72988 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0578966 Apr 12 17:12:47.069864 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3a7bce6d-0b28-4462-8d9e-6d8148fc9c85 req-8cdefe38-ba3d-4fe0-81aa-8fb0a2648739 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547612 Apr 12 17:12:47.278206 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a723698-93bf-4fe8-851f-9161c9456c30 req-f90c1c58-5be7-4186-9c0c-81d10cced1e9 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:47.278206 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a723698-93bf-4fe8-851f-9161c9456c30 req-f90c1c58-5be7-4186-9c0c-81d10cced1e9 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0465238 Apr 12 17:12:47.278206 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a723698-93bf-4fe8-851f-9161c9456c30 req-c814cc7c-e960-462a-82bc-0eaf448e5344 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Apr 12 17:12:47.286649 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd602e-8063-4e39-9fd4-f96b5403fb97 req-314d2a76-9d4f-4d8e-8fdb-5fe73e9d6677 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:47.288620 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-17bd602e-8063-4e39-9fd4-f96b5403fb97 req-314d2a76-9d4f-4d8e-8fdb-5fe73e9d6677 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0474730 Apr 12 17:12:47.341062 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-17bd602e-8063-4e39-9fd4-f96b5403fb97 req-2ae8ed90-d730-450a-8ee3-14bf031fcfe6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462909 Apr 12 17:12:47.721987 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3183a-9c28-417e-addd-8d0cc35806b6 req-666efc0e-8a8b-4b79-b7b2-ce0746a56909 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:47.725648 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-23c3183a-9c28-417e-addd-8d0cc35806b6 req-666efc0e-8a8b-4b79-b7b2-ce0746a56909 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0460074 Apr 12 17:12:47.778382 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-23c3183a-9c28-417e-addd-8d0cc35806b6 req-2ad040a7-531a-4f02-80dd-52fe6cb20c58 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491374 Apr 12 17:12:47.983173 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ff904-c60b-43bb-baff-d07bb2afb62a req-05ddffdf-738d-4a40-850e-26287cf6aac8 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:47.983173 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b15ff904-c60b-43bb-baff-d07bb2afb62a req-05ddffdf-738d-4a40-850e-26287cf6aac8 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0472157 Apr 12 17:12:48.023318 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b15ff904-c60b-43bb-baff-d07bb2afb62a req-783ce928-f9a5-4cc3-9bd0-953cbe511fa6 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414772 Apr 12 17:12:48.450683 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7e22-ca20-428b-aa81-1281cb966802 req-c749c41c-cb16-40c1-8481-5135ec912d7e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:48.452141 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ba3e7e22-ca20-428b-aa81-1281cb966802 req-c749c41c-cb16-40c1-8481-5135ec912d7e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0469797 Apr 12 17:12:48.499948 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ba3e7e22-ca20-428b-aa81-1281cb966802 req-1cfd3893-31da-46db-ab2c-b52d11e62c02 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 Apr 12 17:12:48.847812 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8319b1fc-e2dd-4642-8d5e-5f74b1d6f0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:48.900236 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76557-c4f9-4c69-a030-4f8d26719a20 req-c5f486ec-c0ab-4a8a-95da-9f9d530839a7 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:48.901902 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a5b76557-c4f9-4c69-a030-4f8d26719a20 req-c5f486ec-c0ab-4a8a-95da-9f9d530839a7 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0528417 Apr 12 17:12:48.950970 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a5b76557-c4f9-4c69-a030-4f8d26719a20 req-049f6077-3af9-4779-8c9f-5509d3b81c36 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Apr 12 17:12:49.134527 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906829e-11f1-43a0-b277-ac6ab4ccf732 req-4dcd1b3c-14ff-48dc-9063-3ebccf162f9a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:49.136002 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6906829e-11f1-43a0-b277-ac6ab4ccf732 req-4dcd1b3c-14ff-48dc-9063-3ebccf162f9a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0471303 Apr 12 17:12:49.182631 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6906829e-11f1-43a0-b277-ac6ab4ccf732 req-d31fe4df-4e58-4a3d-afdb-f70f9fab88fa tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410008 Apr 12 17:12:49.608173 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01359681-2d61-4316-b688-8806495d91d4 req-8c2b85a6-1e24-459f-a9df-79abb3d24b33 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:49.609635 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-01359681-2d61-4316-b688-8806495d91d4 req-8c2b85a6-1e24-459f-a9df-79abb3d24b33 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0463624 Apr 12 17:12:49.656103 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-01359681-2d61-4316-b688-8806495d91d4 req-515834ca-00de-4a62-9c2e-2b7c2000f821 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405028 Apr 12 17:12:49.876196 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:50.063336 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ac22e-af9b-4f27-afd9-e6acb44a6bad req-01c2c775-135f-40fd-8033-dae10b24348e tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:50.064801 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a85ac22e-af9b-4f27-afd9-e6acb44a6bad req-01c2c775-135f-40fd-8033-dae10b24348e tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0512640 Apr 12 17:12:50.110171 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a85ac22e-af9b-4f27-afd9-e6acb44a6bad req-d7e996df-57f7-4a90-aeb1-4e3d47529180 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Apr 12 17:12:50.296720 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8055229-ef6f-4e34-9aef-0adb629e8487 req-5a217a3a-02c6-4727-b978-1d7effe5399c tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:50.298175 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e8055229-ef6f-4e34-9aef-0adb629e8487 req-5a217a3a-02c6-4727-b978-1d7effe5399c tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0499547 Apr 12 17:12:50.564095 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e8055229-ef6f-4e34-9aef-0adb629e8487 req-24f41227-ac76-4fa5-ab13-8db52fd62e85 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597535 Apr 12 17:12:50.764860 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d94378-6c92-4316-aac3-03c38ee25580 req-4f19e54e-ad44-48a1-8b53-f04ac1ba52ad tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:50.766319 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-80d94378-6c92-4316-aac3-03c38ee25580 req-4f19e54e-ad44-48a1-8b53-f04ac1ba52ad tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0468726 Apr 12 17:12:50.812982 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-80d94378-6c92-4316-aac3-03c38ee25580 req-15bebc98-8be5-4684-9215-0c6df2b37257 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411522 Apr 12 17:12:51.221492 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba9d18-bae3-492d-9fdb-e2a545cd70e8 req-f1b37f79-1d6e-4509-9dc5-51e774ac9b65 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:51.223006 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-61ba9d18-bae3-492d-9fdb-e2a545cd70e8 req-f1b37f79-1d6e-4509-9dc5-51e774ac9b65 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0465119 Apr 12 17:12:51.268720 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-61ba9d18-bae3-492d-9fdb-e2a545cd70e8 req-47896d02-791d-4b45-9d49-abbb4837fd0a tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Apr 12 17:12:51.327361 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:51.681600 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361b876-3f07-4171-b373-56aeca388174 req-19be3b5b-d56c-46d2-b7a1-310345aeff5a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:51.683146 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4361b876-3f07-4171-b373-56aeca388174 req-19be3b5b-d56c-46d2-b7a1-310345aeff5a tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 946 time: 0.0531948 Apr 12 17:12:51.688990 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-9058eb11-8881-4149-8bcd-68f38a87d847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Deleting port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:12:51.689460 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-9058eb11-8881-4149-8bcd-68f38a87d847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:51.735125 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4361b876-3f07-4171-b373-56aeca388174 req-76f2c2a6-8708-479a-9f86-39d30edd591e tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/security-groups?id=3eae267e-2b9c-400d-856f-80cd4d553114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449891 Apr 12 17:12:51.818604 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-9058eb11-8881-4149-8bcd-68f38a87d847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] For port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,segment=NetworkSegment(fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb),segment_id=fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:51.819021 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-9058eb11-8881-4149-8bcd-68f38a87d847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:51.832448 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760da6d-6726-4a23-874a-493c301e2e29 req-5279848d-c96b-48d4-81b2-18a93ff67cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:51.834270 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9760da6d-6726-4a23-874a-493c301e2e29 req-5279848d-c96b-48d4-81b2-18a93ff67cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 1127 time: 0.0609519 Apr 12 17:12:51.838579 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-9058eb11-8881-4149-8bcd-68f38a87d847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Calling delete_port for 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:12:52.001801 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688781da-3508-4635-9e71-508d80dbe42b req-0e9526ee-cede-4f30-abbc-82ad57beb4f3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:52.003872 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-688781da-3508-4635-9e71-508d80dbe42b req-0e9526ee-cede-4f30-abbc-82ad57beb4f3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.1137428 Apr 12 17:12:52.065581 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760da6d-6726-4a23-874a-493c301e2e29 req-c2d482f9-b1d8-4612-b613-7aad3e849aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:52.067057 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9760da6d-6726-4a23-874a-493c301e2e29 req-c2d482f9-b1d8-4612-b613-7aad3e849aaa service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed5617a37a444bac8facef1fedb92197&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1861594 Apr 12 17:12:52.109484 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-688781da-3508-4635-9e71-508d80dbe42b req-45d471b0-b803-48a1-9dce-37df8c0e1e4e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983262 Apr 12 17:12:52.228710 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-9058eb11-8881-4149-8bcd-68f38a87d847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (1fb56189-da93-4f37-a7a9-e35d8e4a8b27), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:52.257321 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058eb11-8881-4149-8bcd-68f38a87d847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Pushing event deleted for resources: {'Port': ['ID=1fb56189-da93-4f37-a7a9-e35d8e4a8b27,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:52.308518 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-9058eb11-8881-4149-8bcd-68f38a87d847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] No DVR routers for this DVR port 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 on host hv-cinder-83753 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:12:52.311091 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-9058eb11-8881-4149-8bcd-68f38a87d847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:52.314512 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5e880e4d-e283-4963-bf8e-c7b26c345802 req-9058eb11-8881-4149-8bcd-68f38a87d847 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.41 "DELETE /v2.0/ports/1fb56189-da93-4f37-a7a9-e35d8e4a8b27 HTTP/1.1" status: 204 len: 173 time: 0.7087607 Apr 12 17:12:52.316771 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfdd668-9ae7-42d8-975c-c0bd6e822565', 'name': 'network-vif-deleted', 'tag': '1fb56189-da93-4f37-a7a9-e35d8e4a8b27'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:12:52.317061 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13d144a-379e-4376-b337-d09d897276f6" -d '{"events": [{"server_uuid": "adfdd668-9ae7-42d8-975c-c0bd6e822565", "name": "network-vif-deleted", "tag": "1fb56189-da93-4f37-a7a9-e35d8e4a8b27"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:12:52.352054 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032db58a-8fe5-414b-8616-b609433c2931 x-openstack-request-id: req-032db58a-8fe5-414b-8616-b609433c2931 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:12:52.352356 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfdd668-9ae7-42d8-975c-c0bd6e822565", "name": "network-vif-deleted", "tag": "1fb56189-da93-4f37-a7a9-e35d8e4a8b27", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:12:52.352611 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-032db58a-8fe5-414b-8616-b609433c2931 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:12:52.353008 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032db58a-8fe5-414b-8616-b609433c2931'] response: {'server_uuid': 'adfdd668-9ae7-42d8-975c-c0bd6e822565', 'name': 'network-vif-deleted', 'tag': '1fb56189-da93-4f37-a7a9-e35d8e4a8b27', 'status': 'completed', 'code': 200} Apr 12 17:12:52.393317 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81682b2-782b-4dbc-a3a1-d934d4f80425 req-491575b9-9c62-44ce-ad84-1f737c042da7 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:52.394821 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b81682b2-782b-4dbc-a3a1-d934d4f80425 req-491575b9-9c62-44ce-ad84-1f737c042da7 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0476515 Apr 12 17:12:52.442671 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b81682b2-782b-4dbc-a3a1-d934d4f80425 req-e88563b3-4731-4c2d-9045-d7d381c29de8 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418541 Apr 12 17:12:52.835987 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-78b9ddf2-bd56-460d-8d11-bfcfb028d70e req-69e55a49-f042-4987-a71c-6ef3dc03c1d0 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0289323 Apr 12 17:12:53.013107 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:53.218031 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc6a2-0526-474c-a87b-beed6733f428 req-8059fcfb-10d0-4c44-91bf-df3d4ce8124b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:53.219494 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a3dfc6a2-0526-474c-a87b-beed6733f428 req-8059fcfb-10d0-4c44-91bf-df3d4ce8124b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0456188 Apr 12 17:12:53.266832 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a3dfc6a2-0526-474c-a87b-beed6733f428 req-50157cc8-16a4-4de0-863b-849a1ee5eeb6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418684 Apr 12 17:12:53.551803 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34468c9-7d84-496d-ad10-4b3a993c3d04 req-a91cd8b5-88c0-4617-9613-7c773fa30513 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:53.553285 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d34468c9-7d84-496d-ad10-4b3a993c3d04 req-a91cd8b5-88c0-4617-9613-7c773fa30513 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0453870 Apr 12 17:12:53.599601 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d34468c9-7d84-496d-ad10-4b3a993c3d04 req-972cec57-c563-47a0-b84f-6b5ea8799d6b tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Apr 12 17:12:53.843769 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 44372) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:53.855008 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:12:53.877589 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:12:53.877944 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 1fb56189-da93-4f37-a7a9-e35d8e4a8b27 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:12:53.929956 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1f8752a7-21ec-4aae-bf98-eee0067b968f req-330dadf8-6c10-41cd-b22a-f2db1eefb203 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Apr 12 17:12:53.956730 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-223404f3-e29f-4dde-ad1c-dcd498ea8191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:54.028445 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-223404f3-e29f-4dde-ad1c-dcd498ea8191 admin admin] Publish callbacks [] for security_group (10b5ad45-4ec9-464c-a29c-608e44686c59), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:54.082082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-223404f3-e29f-4dde-ad1c-dcd498ea8191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (10b5ad45-4ec9-464c-a29c-608e44686c59), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:54.120051 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-223404f3-e29f-4dde-ad1c-dcd498ea8191 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0170b9a233fa48f5ac97c0884b17afa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752073 Apr 12 17:12:54.120907 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223404f3-e29f-4dde-ad1c-dcd498ea8191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b5ad45-4ec9-464c-a29c-608e44686c59,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:54.123797 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44378) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:54.176101 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Publish callbacks [] for security_group (10b5ad45-4ec9-464c-a29c-608e44686c59), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:54.196325 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Publish callbacks [] for security_group (10b5ad45-4ec9-464c-a29c-608e44686c59), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:54.297552 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (10b5ad45-4ec9-464c-a29c-608e44686c59), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:54.301202 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:54.302742 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10b5ad45-4ec9-464c-a29c-608e44686c59 HTTP/1.1" status: 204 len: 168 time: 0.1772258 Apr 12 17:12:54.315488 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b5ad45-4ec9-464c-a29c-608e44686c59,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:54.328068 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.328833 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.329572 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.330418 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.335845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.335845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.335845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.335845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.335845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.335845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.335845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.335845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.336800 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.336800 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.337224 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18315d-2eb1-4091-ac72-2d1b89712e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:54.399741 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774b0f-ce96-4c08-b9d3-6e68452c9d3d req-aab9670a-5cef-43b2-8ddd-ae8dfb9ec43b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:54.401227 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39774b0f-ce96-4c08-b9d3-6e68452c9d3d req-aab9670a-5cef-43b2-8ddd-ae8dfb9ec43b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0511775 Apr 12 17:12:54.447788 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39774b0f-ce96-4c08-b9d3-6e68452c9d3d req-845a0199-b10a-4589-b075-15e91410c135 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 Apr 12 17:12:54.719295 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1488d-b509-4603-a9d9-9ffb877cdfa6 req-5ae06e21-0514-4b78-a8c3-3f07b32d7811 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:54.720772 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0de1488d-b509-4603-a9d9-9ffb877cdfa6 req-5ae06e21-0514-4b78-a8c3-3f07b32d7811 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0539424 Apr 12 17:12:54.777934 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0de1488d-b509-4603-a9d9-9ffb877cdfa6 req-46cc9ed8-b51c-49b2-b8e5-8618c59ad3c7 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446775 Apr 12 17:12:55.023447 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-13c0c960-ee78-4c7d-b986-2ca34467c57f req-4bb81065-ab69-41c7-afab-a0741d5e5e2d tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0273962 Apr 12 17:12:55.275316 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44410) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:55.369232 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-447776592-network', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:55.458450 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Made reservation on behalf of 0734c6ed5f4045a79695937ee790fd49 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:12:55.460628 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:55.472287 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:55.546922 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Publish callbacks [] for security_group (4fff0db2-d4ea-4d93-ac0c-7f53357a32ec), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:55.557378 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6089384-ee3d-4f0b-bcd5-b8ef8011245e req-898e170e-da57-4e37-b202-7bcf6e3b5790 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:55.560700 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b6089384-ee3d-4f0b-bcd5-b8ef8011245e req-898e170e-da57-4e37-b202-7bcf6e3b5790 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0455968 Apr 12 17:12:55.601853 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4fff0db2-d4ea-4d93-ac0c-7f53357a32ec), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:55.603757 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b6089384-ee3d-4f0b-bcd5-b8ef8011245e req-3b709ead-46fb-46d1-8d03-657097082ebe tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393772 Apr 12 17:12:55.627048 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:12:55.635678 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:55.641399 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (5334b53c-39e2-43a7-8da9-97ae7919973b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:55.641732 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Added segment 5334b53c-39e2-43a7-8da9-97ae7919973b of type vlan for network 215116c1-5400-4265-a5b7-743b0045977e Apr 12 17:12:55.681447 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (215116c1-5400-4265-a5b7-743b0045977e), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:55.785534 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (215116c1-5400-4265-a5b7-743b0045977e), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:55.786549 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:55.787142 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:55.858733 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] Pushing event updated for resources: {'Network': ['ID=215116c1-5400-4265-a5b7-743b0045977e,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:55.868744 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 215116c1-5400-4265-a5b7-743b0045977e details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:12:55.897429 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895dc3-e173-465b-9316-583051666ec6 req-c48fc267-80ed-4d6e-b4d7-5c0e437d6164 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:55.899289 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ee895dc3-e173-465b-9316-583051666ec6 req-c48fc267-80ed-4d6e-b4d7-5c0e437d6164 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0559649 Apr 12 17:12:55.905875 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-524deabc-0c56-49a6-95ba-f919987ba692 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6267378 Apr 12 17:12:55.906085 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44422) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:55.915725 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Request body: {'subnet': {'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-447776592-subnet', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:55.963549 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ee895dc3-e173-465b-9316-583051666ec6 req-ee9c2897-f8f3-4c1b-b70c-0dd8c5e3a269 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581632 Apr 12 17:12:56.052227 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Made reservation on behalf of 0734c6ed5f4045a79695937ee790fd49 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:12:56.054785 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3276916'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:56.116810 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-150658ef-32a5-434c-b377-4963ac4e9f05 req-50e62e85-65c4-4b42-8599-fcbb0b2292d4 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Apr 12 17:12:56.280501 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3605581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3276898'] for subnet (a902e7ca-5635-4466-89ea-203c24cb28dd), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:56.336019 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a902e7ca-5635-4466-89ea-203c24cb28dd,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:56.342959 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Checking segment: {'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:12:56.343317 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Network hostable DHCP agents. Network: 215116c1-5400-4265-a5b7-743b0045977e, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:12:56.418648 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Network 215116c1-5400-4265-a5b7-743b0045977e is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:12:56.475712 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 215116c1-5400-4265-a5b7-743b0045977e) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:12:56.479744 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:56.480337 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:56.488373 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c78251-cdf9-4ef0-bdd1-5ca9f5c72159 None None] Network 215116c1-5400-4265-a5b7-743b0045977e requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:12:56.557081 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-bd22cbae-8620-42ed-816f-45164d62f781 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6493955 Apr 12 17:12:56.559752 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44426) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:56.564126 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:12:56.586266 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-215116c1-5400-4265-a5b7-743b0045977e', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:12:56.587065 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:56.636511 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (fbd7e567-0be9-41a6-bcd4-addf8944af48), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:56.640754 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (fbd7e567-0be9-41a6-bcd4-addf8944af48), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:56.708335 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks [] for router_controller (fbd7e567-0be9-41a6-bcd4-addf8944af48), precommit_add_association {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:56.720548 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Allocated IP 172.20.0.2 (215116c1-5400-4265-a5b7-743b0045977e/a902e7ca-5635-4466-89ea-203c24cb28dd/2232e219-efbf-4ced-8bdd-f78324d309bf) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:12:56.746425 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e78132-2867-4a15-8bbf-237a8b23236d req-0e311a01-a456-415d-8849-7c40a58978d6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:56.747923 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20e78132-2867-4a15-8bbf-237a8b23236d req-0e311a01-a456-415d-8849-7c40a58978d6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0544162 Apr 12 17:12:56.863090 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20e78132-2867-4a15-8bbf-237a8b23236d req-ec65b19b-6e22-4d67-9eee-f4672ab9ced7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085603 Apr 12 17:12:56.868902 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Publish callbacks [] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:56.935949 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks [] for router_gateway (fbd7e567-0be9-41a6-bcd4-addf8944af48), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:56.949114 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:56.989437 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Network 215116c1-5400-4265-a5b7-743b0045977e is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:12:56.994206 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:12:57.000865 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:12:57.013067 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Pushing event updated for resources: {'Port': ['ID=2232e219-efbf-4ced-8bdd-f78324d309bf,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:57.036142 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.036493 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.036842 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.037203 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.037545 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.037875 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.038203 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.038554 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.038883 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.039207 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.039534 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.040063 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.055816 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.055816 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.055816 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:57.078664 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Attempting to bind port 2232e219-efbf-4ced-8bdd-f78324d309bf on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:12:57.084686 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Attempting to bind port 2232e219-efbf-4ced-8bdd-f78324d309bf by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:12:57.084686 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Attempting to bind port 2232e219-efbf-4ced-8bdd-f78324d309bf on network 215116c1-5400-4265-a5b7-743b0045977e {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:12:57.085318 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:12:57.085694 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Checking segment: {'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:12:57.086099 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:57.086526 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Bound using segment: {'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:12:57.087225 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Bound port: 2232e219-efbf-4ced-8bdd-f78324d309bf, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:12:57.087609 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:57.103892 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba5d3a-724b-4686-b9ec-06a1cad421db req-978f0331-76be-456c-91d9-0d9ee48f8738 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:57.105678 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7cba5d3a-724b-4686-b9ec-06a1cad421db req-978f0331-76be-456c-91d9-0d9ee48f8738 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0726824 Apr 12 17:12:57.160482 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] For port 2232e219-efbf-4ced-8bdd-f78324d309bf, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:12:57.164108 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] For port 2232e219-efbf-4ced-8bdd-f78324d309bf, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2232e219-efbf-4ced-8bdd-f78324d309bf,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:12:57.166562 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7cba5d3a-724b-4686-b9ec-06a1cad421db req-893b03b6-115d-487a-ab92-627c176062ae tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525868 Apr 12 17:12:57.186786 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks [] for router_gateway (fbd7e567-0be9-41a6-bcd4-addf8944af48), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:57.218912 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:57.231232 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:57.237095 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa315b63-69c6-4b75-8f98-63ff4dc42185 req-852f42f5-05f4-4d7c-bdb8-d0e877457363 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0482955 Apr 12 17:12:57.305083 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92624c-09a4-4973-9a7c-20288ecbeab7 None None] Pushing event updated for resources: {'Port': ['ID=2232e219-efbf-4ced-8bdd-f78324d309bf,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:57.353819 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Allocated IP 172.27.1.97 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/8494db7d-c187-4188-8031-ba18f0ab42bd) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:12:57.481135 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks [] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:57.597464 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:57.655121 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:12:57.662046 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:12:57.668319 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:12:57.678855 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Pushing event updated for resources: {'Port': ['ID=8494db7d-c187-4188-8031-ba18f0ab42bd,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:57.706808 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760da6d-6726-4a23-874a-493c301e2e29 req-0c0cbeb3-e48d-49a6-b600-cfe308813d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:57.708322 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9760da6d-6726-4a23-874a-493c301e2e29 req-0c0cbeb3-e48d-49a6-b600-cfe308813d60 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1685903 Apr 12 17:12:57.870738 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-7a9a8ea3-8bf0-4e68-ab97-073f4361de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:57.872602 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-7a9a8ea3-8bf0-4e68-ab97-073f4361de46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 1127 time: 0.0536826 Apr 12 17:12:57.984120 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb909e81-4713-485e-8a46-f10c354cbd8a req-10426dad-cee2-4390-b21f-919bb845a310 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:57.985791 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eb909e81-4713-485e-8a46-f10c354cbd8a req-10426dad-cee2-4390-b21f-919bb845a310 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0521550 Apr 12 17:12:58.038844 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eb909e81-4713-485e-8a46-f10c354cbd8a req-9170308c-e173-4c89-98b6-fc3bc70a9d7c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461781 Apr 12 17:12:58.071766 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks [] for router_gateway (fbd7e567-0be9-41a6-bcd4-addf8944af48), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:58.185492 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2232e219-efbf-4ced-8bdd-f78324d309bf up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:12:58.219622 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe3b87-49ab-4823-914c-6386c773cc12 None None] Network 215116c1-5400-4265-a5b7-743b0045977e requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:12:58.298415 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 2232e219-efbf-4ced-8bdd-f78324d309bf triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:12:58.298787 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:58.323230 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936d12d-9db3-4958-807e-a329f6815ec6 req-c253fbed-2efd-4106-a59f-dbf2d11c713c tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:58.323230 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e936d12d-9db3-4958-807e-a329f6815ec6 req-c253fbed-2efd-4106-a59f-dbf2d11c713c tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0837588 Apr 12 17:12:58.336395 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (fbd7e567-0be9-41a6-bcd4-addf8944af48), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:58.352060 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8699c21c-8ba2-425a-a1f5-8a896b7c34f3 req-c8386c6f-20b2-491f-8436-6f44f902b1b9 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.0306110 Apr 12 17:12:58.370224 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-8faf79fa-9046-485e-bb05-7b621fce57c9 None None] Provisioning complete for port 2232e219-efbf-4ced-8bdd-f78324d309bf triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:12:58.370619 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8faf79fa-9046-485e-bb05-7b621fce57c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:58.449474 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e936d12d-9db3-4958-807e-a329f6815ec6 req-c0e7aca0-b322-4d3e-abe3-c3c8d1636c02 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239362 Apr 12 17:12:58.463711 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 2232e219-efbf-4ced-8bdd-f78324d309bf is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:12:58.464348 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:58.522256 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-8faf79fa-9046-485e-bb05-7b621fce57c9 None None] Current status of the port 2232e219-efbf-4ced-8bdd-f78324d309bf is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:12:58.522666 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8faf79fa-9046-485e-bb05-7b621fce57c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:58.537893 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 2232e219-efbf-4ced-8bdd-f78324d309bf, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2232e219-efbf-4ced-8bdd-f78324d309bf,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:58.592988 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-4972c1a0-d653-4543-b0d2-230219f3288c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521f07ef-5457-4ad7-b7ba-f80996436383 HTTP/1.1" status: 200 len: 217 time: 0.0394852 Apr 12 17:12:58.607607 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Router fbd7e567-0be9-41a6-bcd4-addf8944af48 is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:12:58.631487 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:58.700555 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.db.api [None req-8faf79fa-9046-485e-bb05-7b621fce57c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:12:58.700815 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG oslo_db.api [None req-8faf79fa-9046-485e-bb05-7b621fce57c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:12:58.705019 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=2232e219-efbf-4ced-8bdd-f78324d309bf,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:58.718971 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:12:58.728958 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Sync routers for ids ['fbd7e567-0be9-41a6-bcd4-addf8944af48'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:12:58.738962 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Routers {'fbd7e567-0be9-41a6-bcd4-addf8944af48'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:12:58.739889 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['fbd7e567-0be9-41a6-bcd4-addf8944af48'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:12:58.810275 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:58.811540 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-24304c03-8cbe-422a-bed4-4cd57b7b8c3a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2508020 Apr 12 17:12:58.814308 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 44456) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:12:58.858100 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Set router fbd7e567-0be9-41a6-bcd4-addf8944af48 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:12:59.029119 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-98d38cfc-95a6-495c-b986-5375012406af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:59.037123 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-98d38cfc-95a6-495c-b986-5375012406af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.1166523 Apr 12 17:12:59.051726 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51218450-3a33-42d4-bcd3-db3b394786dc req-78ece4d1-8920-443f-81d6-6ca119879baa tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:59.053440 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-51218450-3a33-42d4-bcd3-db3b394786dc req-78ece4d1-8920-443f-81d6-6ca119879baa tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.0892985 Apr 12 17:12:59.072913 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:12:57Z', 'revision_number': 3, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:12:59.107892 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Checking router: fbd7e567-0be9-41a6-bcd4-addf8944af48 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:12:59.108251 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Updating router fbd7e567-0be9-41a6-bcd4-addf8944af48 port 8494db7d-c187-4188-8031-ba18f0ab42bd binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:12:59.140728 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:59.248315 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-65a9cddb-ebf3-4975-afb1-d7fd759373bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:59.249758 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-65a9cddb-ebf3-4975-afb1-d7fd759373bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885842 Apr 12 17:12:59.318082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533627e-51ef-4a8a-9a88-bd68b50ead5b req-e87e6a66-e0a4-407c-b8d9-40af50447498 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:12:59.319670 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f533627e-51ef-4a8a-9a88-bd68b50ead5b req-e87e6a66-e0a4-407c-b8d9-40af50447498 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.1884897 Apr 12 17:12:59.519631 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:59.520334 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-8faf79fa-9046-485e-bb05-7b621fce57c9 None None] Current status of the port 2232e219-efbf-4ced-8bdd-f78324d309bf is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:12:59.568334 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f533627e-51ef-4a8a-9a88-bd68b50ead5b req-d55b6cc5-6be2-4fbf-a758-7301cd74304b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393656 Apr 12 17:12:59.572889 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Publish callbacks [] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:59.646269 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-40dcbe1a-d49b-45b6-a8a7-cfc4954a4793 None None] Provisioning complete for port 2232e219-efbf-4ced-8bdd-f78324d309bf triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:12:59.646840 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-40dcbe1a-d49b-45b6-a8a7-cfc4954a4793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:59.664988 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:59.701298 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-51218450-3a33-42d4-bcd3-db3b394786dc req-0d0b299a-5d14-4986-af15-2c481ea87cab tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Deleting port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:12:59.701894 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-51218450-3a33-42d4-bcd3-db3b394786dc req-0d0b299a-5d14-4986-af15-2c481ea87cab tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:59.717252 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Pushing event updated for resources: {'Port': ['ID=8494db7d-c187-4188-8031-ba18f0ab42bd,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:12:59.727259 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.727798 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.728318 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.728839 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.729326 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.730452 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.731360 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.731855 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.732489 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.732979 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.733473 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.733956 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.734607 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.735084 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.735565 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:12:59.806867 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c27d265a-b37d-4f65-aa4b-1705c7222270 req-a6686dc2-20ef-465a-a9e3-2a90ec90c583 tempest-VolumesActionsTest-998903363 tempest-VolumesActionsTest-998903363-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfdd668-9ae7-42d8-975c-c0bd6e822565 HTTP/1.1" status: 200 len: 210 time: 0.1125243 Apr 12 17:12:59.818350 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-40dcbe1a-d49b-45b6-a8a7-cfc4954a4793 None None] Current status of the port 2232e219-efbf-4ced-8bdd-f78324d309bf is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:12:59.866193 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Attempting to bind port 8494db7d-c187-4188-8031-ba18f0ab42bd on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:12:59.866892 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Attempting to bind port 8494db7d-c187-4188-8031-ba18f0ab42bd by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:12:59.867589 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Attempting to bind port 8494db7d-c187-4188-8031-ba18f0ab42bd on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:12:59.875669 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:12:59.876511 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:12:59.877070 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:59.877650 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:12:59.878342 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Bound port: 8494db7d-c187-4188-8031-ba18f0ab42bd, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:12:59.878930 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:59.891080 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-b70feabb-3d0d-43fd-919e-afa396de228a service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321039 Apr 12 17:12:59.918248 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-51218450-3a33-42d4-bcd3-db3b394786dc req-0d0b299a-5d14-4986-af15-2c481ea87cab tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] For port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,segment=NetworkSegment(3737b6e4-2827-4900-af77-b648aa331da8),segment_id=3737b6e4-2827-4900-af77-b648aa331da8)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:12:59.918618 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-51218450-3a33-42d4-bcd3-db3b394786dc req-0d0b299a-5d14-4986-af15-2c481ea87cab tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:12:59.946337 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] For port 8494db7d-c187-4188-8031-ba18f0ab42bd, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:12:59.948990 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-51218450-3a33-42d4-bcd3-db3b394786dc req-0d0b299a-5d14-4986-af15-2c481ea87cab tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Calling delete_port for 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:12:59.951337 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] For port 8494db7d-c187-4188-8031-ba18f0ab42bd, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=8494db7d-c187-4188-8031-ba18f0ab42bd,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:13:00.054137 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:00.062878 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a21daa7f-4999-49f3-879f-a4a6c11e4460 req-288a81ea-02dd-4a18-8977-cee12025ef22 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602376 Apr 12 17:13:00.063090 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4addd9-2fc8-4146-9918-467eac8e3214 req-6cdceb37-c52c-4978-8e2f-ab700fe1d0a1 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:00.064874 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad4addd9-2fc8-4146-9918-467eac8e3214 req-6cdceb37-c52c-4978-8e2f-ab700fe1d0a1 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 949 time: 0.1123230 Apr 12 17:13:00.153977 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad4addd9-2fc8-4146-9918-467eac8e3214 req-d784fcdf-96b3-47fa-a454-5e7da3565240 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/security-groups?id=63a28d30-04da-4f11-89b4-db55eb985f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831857 Apr 12 17:13:00.162313 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Routers {'fbd7e567-0be9-41a6-bcd4-addf8944af48'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:13:00.163164 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['fbd7e567-0be9-41a6-bcd4-addf8944af48'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:00.176611 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Allocated IP 172.20.0.1 (215116c1-5400-4265-a5b7-743b0045977e/a902e7ca-5635-4466-89ea-203c24cb28dd/cfa74416-954e-437d-b4cd-d8208d961402) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:13:00.201700 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2232e219-efbf-4ced-8bdd-f78324d309bf up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:00.217519 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd1d68-2915-45e0-831d-687890d50668 None None] Pushing event updated for resources: {'Port': ['ID=8494db7d-c187-4188-8031-ba18f0ab42bd,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:00.265003 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-51218450-3a33-42d4-bcd3-db3b394786dc req-0d0b299a-5d14-4986-af15-2c481ea87cab tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (8474b4e9-9e8e-4707-a4c2-8e6df36ac518), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:00.279699 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 2232e219-efbf-4ced-8bdd-f78324d309bf triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:00.280108 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:00.299925 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Publish callbacks [] for port (cfa74416-954e-437d-b4cd-d8208d961402), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:00.303847 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b299a-5d14-4986-af15-2c481ea87cab tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Pushing event deleted for resources: {'Port': ['ID=8474b4e9-9e8e-4707-a4c2-8e6df36ac518,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:00.313420 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] Set router fbd7e567-0be9-41a6-bcd4-addf8944af48 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:13:00.365303 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-51218450-3a33-42d4-bcd3-db3b394786dc req-0d0b299a-5d14-4986-af15-2c481ea87cab tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] No DVR routers for this DVR port 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 on host hv-cinder-83753 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:13:00.368075 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-51218450-3a33-42d4-bcd3-db3b394786dc req-0d0b299a-5d14-4986-af15-2c481ea87cab tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:00.373365 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-51218450-3a33-42d4-bcd3-db3b394786dc req-0d0b299a-5d14-4986-af15-2c481ea87cab tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.41 "DELETE /v2.0/ports/8474b4e9-9e8e-4707-a4c2-8e6df36ac518 HTTP/1.1" status: 204 len: 173 time: 1.2133462 Apr 12 17:13:00.376564 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebbaa66-781e-4cd6-8218-e74198a53718', 'name': 'network-vif-deleted', 'tag': '8474b4e9-9e8e-4707-a4c2-8e6df36ac518'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:13:00.376564 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee357134-e781-4726-9dad-6800c2305d13" -d '{"events": [{"server_uuid": "6ebbaa66-781e-4cd6-8218-e74198a53718", "name": "network-vif-deleted", "tag": "8474b4e9-9e8e-4707-a4c2-8e6df36ac518"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:13:00.408289 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 2232e219-efbf-4ced-8bdd-f78324d309bf is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:00.420293 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d36697-9b6b-4968-bf2b-ec97f6d60043 x-openstack-request-id: req-32d36697-9b6b-4968-bf2b-ec97f6d60043 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:13:00.420585 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebbaa66-781e-4cd6-8218-e74198a53718", "name": "network-vif-deleted", "tag": "8474b4e9-9e8e-4707-a4c2-8e6df36ac518", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:13:00.420838 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32d36697-9b6b-4968-bf2b-ec97f6d60043 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:13:00.421237 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d36697-9b6b-4968-bf2b-ec97f6d60043'] response: {'server_uuid': '6ebbaa66-781e-4cd6-8218-e74198a53718', 'name': 'network-vif-deleted', 'tag': '8474b4e9-9e8e-4707-a4c2-8e6df36ac518', 'status': 'completed', 'code': 200} Apr 12 17:13:00.434983 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (cfa74416-954e-437d-b4cd-d8208d961402), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:00.473409 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Network 215116c1-5400-4265-a5b7-743b0045977e is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:13:00.476649 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:13:00.490283 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:13:00.520237 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Pushing event updated for resources: {'Port': ['ID=cfa74416-954e-437d-b4cd-d8208d961402,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:00.523938 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:12:57Z', 'revision_number': 3, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:00.540651 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (fbd7e567-0be9-41a6-bcd4-addf8944af48), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:00.551385 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c0ccb-e25b-4531-84cc-4d6c80db6115 None None] The sync data for ids ['fbd7e567-0be9-41a6-bcd4-addf8944af48'] in dv-cinder-837531-1-iscsi is: [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:12:57Z', 'revision_number': 3, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:13:00.763576 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc1344-8ffd-41ff-9a65-088a7262c5ca req-c287bf51-18f1-4936-abd2-af6d9423cea4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:00.765094 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99bc1344-8ffd-41ff-9a65-088a7262c5ca req-c287bf51-18f1-4936-abd2-af6d9423cea4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.1037774 Apr 12 17:13:00.778013 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44520) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:00.842846 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99bc1344-8ffd-41ff-9a65-088a7262c5ca req-9d289c04-ad03-4c08-9378-5010080cb0a8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702453 Apr 12 17:13:00.862250 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-31706741-6c65-4b29-9100-ed2f9ab6577f None None] Provisioning complete for port cfa74416-954e-437d-b4cd-d8208d961402 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:00.862997 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-31706741-6c65-4b29-9100-ed2f9ab6577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (cfa74416-954e-437d-b4cd-d8208d961402), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:00.911895 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-31706741-6c65-4b29-9100-ed2f9ab6577f None None] Port cfa74416-954e-437d-b4cd-d8208d961402 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:13:00.950459 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (cfa74416-954e-437d-b4cd-d8208d961402), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:00.956183 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-15878e61-6586-4ddc-b06a-1bbe7c57a2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.072251 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-15878e61-6586-4ddc-b06a-1bbe7c57a2c0 admin admin] Publish callbacks [] for security_group (27dfbacd-d7b7-4ab7-b07d-a7fa8326fd5b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.139268 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-15878e61-6586-4ddc-b06a-1bbe7c57a2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (27dfbacd-d7b7-4ab7-b07d-a7fa8326fd5b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.171966 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Publish callbacks [] for port (cfa74416-954e-437d-b4cd-d8208d961402), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.193278 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15878e61-6586-4ddc-b06a-1bbe7c57a2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dfbacd-d7b7-4ab7-b07d-a7fa8326fd5b,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:01.207921 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 44540) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:01.210927 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-15878e61-6586-4ddc-b06a-1bbe7c57a2c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e57fc08fc52415db36e0c9e624472cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309423 Apr 12 17:13:01.273721 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (cfa74416-954e-437d-b4cd-d8208d961402), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.301725 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1eb72e13-838e-426f-bc75-1115a1315c68 req-ff1f2ed2-5657-4454-8b3b-5062ef717457 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0648916 Apr 12 17:13:01.360920 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (fbd7e567-0be9-41a6-bcd4-addf8944af48), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.365448 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-067c5c6d-f66c-410f-bf20-613df1df5923 admin admin] Publish callbacks [] for security_group (27dfbacd-d7b7-4ab7-b07d-a7fa8326fd5b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.376309 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Pushing event updated for resources: {'Port': ['ID=cfa74416-954e-437d-b4cd-d8208d961402,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:01.417471 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-067c5c6d-f66c-410f-bf20-613df1df5923 admin admin] Publish callbacks [] for security_group (27dfbacd-d7b7-4ab7-b07d-a7fa8326fd5b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.508929 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Network 215116c1-5400-4265-a5b7-743b0045977e is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:13:01.510816 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:13:01.601688 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-067c5c6d-f66c-410f-bf20-613df1df5923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (27dfbacd-d7b7-4ab7-b07d-a7fa8326fd5b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.604305 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-067c5c6d-f66c-410f-bf20-613df1df5923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.605515 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-067c5c6d-f66c-410f-bf20-613df1df5923 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27dfbacd-d7b7-4ab7-b07d-a7fa8326fd5b HTTP/1.1" status: 204 len: 168 time: 0.3967288 Apr 12 17:13:01.618896 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c5c6d-f66c-410f-bf20-613df1df5923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dfbacd-d7b7-4ab7-b07d-a7fa8326fd5b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:01.661916 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Router fbd7e567-0be9-41a6-bcd4-addf8944af48 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:13:01.779977 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:13:01.786098 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a9244075-eeb3-446f-9328-2a64d40d5d6a admin admin] 10.222.0.64 "PUT /v2.0/routers/fbd7e567-0be9-41a6-bcd4-addf8944af48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9701149 Apr 12 17:13:01.854722 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-5c894d05-ad81-405c-ac5c-4f080309f2b4 None None] Provisioning complete for port cfa74416-954e-437d-b4cd-d8208d961402 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:01.854722 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5c894d05-ad81-405c-ac5c-4f080309f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (cfa74416-954e-437d-b4cd-d8208d961402), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:01.869896 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:13:01.899237 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:13:01.899787 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 8474b4e9-9e8e-4707-a4c2-8e6df36ac518 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:13:01.904261 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-5c894d05-ad81-405c-ac5c-4f080309f2b4 None None] Port cfa74416-954e-437d-b4cd-d8208d961402 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:13:02.006999 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fe0e6-3fb8-419e-b4f1-9b0d54e9130b req-69df6d4c-b715-46fd-aa2b-10ac1d31711c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:02.008970 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-160fe0e6-3fb8-419e-b4f1-9b0d54e9130b req-69df6d4c-b715-46fd-aa2b-10ac1d31711c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0647807 Apr 12 17:13:02.107339 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-160fe0e6-3fb8-419e-b4f1-9b0d54e9130b req-086029de-4b0c-4f6d-be74-3a685020ed37 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902195 Apr 12 17:13:02.180055 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 8494db7d-c187-4188-8031-ba18f0ab42bd up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:02.228128 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 8494db7d-c187-4188-8031-ba18f0ab42bd triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:02.228509 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:02.327037 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 8494db7d-c187-4188-8031-ba18f0ab42bd is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:02.327587 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:02.352494 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 8494db7d-c187-4188-8031-ba18f0ab42bd, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=8494db7d-c187-4188-8031-ba18f0ab42bd,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:02.409160 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad8b5d42-5ceb-46c4-b548-c41cfb8a34d3 req-3e558738-26cc-4df8-aafd-bafe511bc6f5 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0301700 Apr 12 17:13:02.430738 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:02.458036 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Sync routers for ids ['fbd7e567-0be9-41a6-bcd4-addf8944af48'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:13:02.489603 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Routers {'fbd7e567-0be9-41a6-bcd4-addf8944af48'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:13:02.490239 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['fbd7e567-0be9-41a6-bcd4-addf8944af48'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:02.531913 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=8494db7d-c187-4188-8031-ba18f0ab42bd,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:02.605126 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Set router fbd7e567-0be9-41a6-bcd4-addf8944af48 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:13:02.746529 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 44604) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:02.751327 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1245509601-network', 'tenant_id': '804665b99bf6464fa634ffed220f0db5'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:13:02.798690 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:13:00Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': 'cfa74416-954e-437d-b4cd-d8208d961402', 'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'mac_address': 'fa:16:3e:94:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:59Z', 'updated_at': '2022-04-12T17:13:01Z', 'revision_number': 2, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'subnets': [{'id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:02.825536 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Checking router: fbd7e567-0be9-41a6-bcd4-addf8944af48 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:13:02.825888 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Updating router fbd7e567-0be9-41a6-bcd4-addf8944af48 port cfa74416-954e-437d-b4cd-d8208d961402 binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:13:02.852797 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (cfa74416-954e-437d-b4cd-d8208d961402), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:02.858958 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Made reservation on behalf of 804665b99bf6464fa634ffed220f0db5 for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:13:02.861301 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:02.870227 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:02.949285 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Publish callbacks [] for security_group (d1c90618-5ce1-4cda-b7ed-8da0772ee471), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.019555 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (d1c90618-5ce1-4cda-b7ed-8da0772ee471), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.040503 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:13:03.055332 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c90618-5ce1-4cda-b7ed-8da0772ee471,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:03.058272 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (5fee01c7-26af-4295-b4e3-3c315173b501), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.058644 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Added segment 5fee01c7-26af-4295-b4e3-3c315173b501 of type vlan for network a214b37b-e709-4356-bfe0-5d9067961fbe Apr 12 17:13:03.098424 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (a214b37b-e709-4356-bfe0-5d9067961fbe), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.126621 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Publish callbacks [] for port (cfa74416-954e-437d-b4cd-d8208d961402), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.211237 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (a214b37b-e709-4356-bfe0-5d9067961fbe), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.212272 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:03.212855 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.218127 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa81dd6-2978-49bc-ad2f-6a8af46c4efc req-3b7aadab-944a-4f4f-ab23-88c4bd978422 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:03.219800 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-faa81dd6-2978-49bc-ad2f-6a8af46c4efc req-3b7aadab-944a-4f4f-ab23-88c4bd978422 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0498550 Apr 12 17:13:03.223001 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (cfa74416-954e-437d-b4cd-d8208d961402), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.270801 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-faa81dd6-2978-49bc-ad2f-6a8af46c4efc req-12741162-bfc1-42f4-8574-be6f4b53fc8f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448914 Apr 12 17:13:03.273175 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Pushing event updated for resources: {'Network': ['ID=a214b37b-e709-4356-bfe0-5d9067961fbe,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:03.279396 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543a4de-a97f-473d-a56b-d093d5e86293 None None] Pushing event updated for resources: {'Port': ['ID=cfa74416-954e-437d-b4cd-d8208d961402,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:03.280855 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.282536 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.282536 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.282536 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.282536 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.282852 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.283840 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.284203 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.284543 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.284881 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.285221 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.285550 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.286069 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.286549 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.286882 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:03.307062 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-390c2ec8-8728-46ac-8e2d-82be914c3384 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5594006 Apr 12 17:13:03.309337 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network a214b37b-e709-4356-bfe0-5d9067961fbe details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:13:03.309808 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44608) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:03.314969 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Request body: {'subnet': {'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1245509601-subnet', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:13:03.405501 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Attempting to bind port cfa74416-954e-437d-b4cd-d8208d961402 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:13:03.405924 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Attempting to bind port cfa74416-954e-437d-b4cd-d8208d961402 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:13:03.406294 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Attempting to bind port cfa74416-954e-437d-b4cd-d8208d961402 on network 215116c1-5400-4265-a5b7-743b0045977e {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:13:03.415652 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:13:03.416157 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Checking segment: {'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:13:03.416563 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.416956 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Bound using segment: {'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:13:03.417429 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Bound port: cfa74416-954e-437d-b4cd-d8208d961402, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:13:03.417918 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (cfa74416-954e-437d-b4cd-d8208d961402), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.418025 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Made reservation on behalf of 804665b99bf6464fa634ffed220f0db5 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:13:03.420451 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3276916'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.511703 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] For port cfa74416-954e-437d-b4cd-d8208d961402, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:13:03.515361 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] For port cfa74416-954e-437d-b4cd-d8208d961402, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=cfa74416-954e-437d-b4cd-d8208d961402,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:13:03.531800 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-05d2d6f0-0458-4241-93fe-e61254291065 None None] Provisioning complete for port cfa74416-954e-437d-b4cd-d8208d961402 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:03.532266 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-05d2d6f0-0458-4241-93fe-e61254291065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (cfa74416-954e-437d-b4cd-d8208d961402), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.545223 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-08bcec5c-8922-43d9-8535-19a078f958f7 req-bef41db0-a7d2-4f35-8b33-f1e68dfdfa61 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0350521 Apr 12 17:13:03.575114 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-05d2d6f0-0458-4241-93fe-e61254291065 None None] Port cfa74416-954e-437d-b4cd-d8208d961402 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:13:03.583022 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (cfa74416-954e-437d-b4cd-d8208d961402), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.656141 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Routers {'fbd7e567-0be9-41a6-bcd4-addf8944af48'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:13:03.656737 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['fbd7e567-0be9-41a6-bcd4-addf8944af48'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:03.659281 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543a4de-a97f-473d-a56b-d093d5e86293 None None] Pushing event updated for resources: {'Port': ['ID=cfa74416-954e-437d-b4cd-d8208d961402,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:03.717095 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3605581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3276898'] for subnet (96a96ca7-741a-44cf-8ba0-070e5b142baf), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.775820 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a96ca7-741a-44cf-8ba0-070e5b142baf,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:03.785843 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] Set router fbd7e567-0be9-41a6-bcd4-addf8944af48 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:13:03.789708 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Checking segment: {'id': '5fee01c7-26af-4295-b4e3-3c315173b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:13:03.790553 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Network hostable DHCP agents. Network: a214b37b-e709-4356-bfe0-5d9067961fbe, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:13:03.875836 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Network a214b37b-e709-4356-bfe0-5d9067961fbe is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:13:03.926051 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-23bd8ac1-1ff0-41e1-aab8-7ec397b80f07 None None] Provisioning complete for port cfa74416-954e-437d-b4cd-d8208d961402 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:03.926354 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-23bd8ac1-1ff0-41e1-aab8-7ec397b80f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (cfa74416-954e-437d-b4cd-d8208d961402), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.956537 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, a214b37b-e709-4356-bfe0-5d9067961fbe) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:13:03.960790 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:03.961622 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:03.975071 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e6320-4d99-456a-8859-923ff0137d7d None None] Network a214b37b-e709-4356-bfe0-5d9067961fbe requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:13:04.033233 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d3fddb8a-2cc0-41f5-99a5-34eee0c52f15 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7221584 Apr 12 17:13:04.036289 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44622) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:04.040619 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1245509601-router', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:13:04.083661 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:13:00Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': 'cfa74416-954e-437d-b4cd-d8208d961402', 'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'mac_address': 'fa:16:3e:94:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:59Z', 'updated_at': '2022-04-12T17:13:03Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'subnets': [{'id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:04.104724 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (16d474fa-51ea-40d9-b28d-a58459d589cf), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.105778 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (16d474fa-51ea-40d9-b28d-a58459d589cf), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.137564 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be0394-96a7-4b99-931f-1c8d6cd8c566 None None] The sync data for ids ['fbd7e567-0be9-41a6-bcd4-addf8944af48'] in dv-cinder-837531-1-iscsi is: [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:13:00Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': 'cfa74416-954e-437d-b4cd-d8208d961402', 'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'mac_address': 'fa:16:3e:94:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:59Z', 'updated_at': '2022-04-12T17:13:03Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'subnets': [{'id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:13:04.169986 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-23bd8ac1-1ff0-41e1-aab8-7ec397b80f07 None None] Current status of the port cfa74416-954e-437d-b4cd-d8208d961402 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:04.170405 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-23bd8ac1-1ff0-41e1-aab8-7ec397b80f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (cfa74416-954e-437d-b4cd-d8208d961402), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.178944 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks [] for router_controller (16d474fa-51ea-40d9-b28d-a58459d589cf), precommit_add_association {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.181238 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-a214b37b-e709-4356-bfe0-5d9067961fbe', 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe', 'project_id': '804665b99bf6464fa634ffed220f0db5', 'fixed_ips': [{'subnet_id': '96a96ca7-741a-44cf-8ba0-070e5b142baf'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:13:04.182118 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.188853 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 8494db7d-c187-4188-8031-ba18f0ab42bd up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:04.266854 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-23bd8ac1-1ff0-41e1-aab8-7ec397b80f07 None None] For port cfa74416-954e-437d-b4cd-d8208d961402, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=cfa74416-954e-437d-b4cd-d8208d961402,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:04.441431 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks [] for router_gateway (16d474fa-51ea-40d9-b28d-a58459d589cf), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.460130 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-23bd8ac1-1ff0-41e1-aab8-7ec397b80f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (cfa74416-954e-437d-b4cd-d8208d961402), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.465220 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf082a67-4db2-4f00-b478-70e2f32e58f4 req-a30234c2-fdf8-4f93-bf6b-c3b29bed5f8f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:04.473276 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf082a67-4db2-4f00-b478-70e2f32e58f4 req-a30234c2-fdf8-4f93-bf6b-c3b29bed5f8f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0719881 Apr 12 17:13:04.521281 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 8494db7d-c187-4188-8031-ba18f0ab42bd triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:04.521736 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.531313 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf082a67-4db2-4f00-b478-70e2f32e58f4 req-4a1ff979-eaac-4da4-b4c6-636b51a1d42d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571253 Apr 12 17:13:04.563153 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd8ac1-1ff0-41e1-aab8-7ec397b80f07 None None] Pushing event updated for resources: {'Port': ['ID=cfa74416-954e-437d-b4cd-d8208d961402,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:04.628338 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Allocated IP 172.20.0.2 (a214b37b-e709-4356-bfe0-5d9067961fbe/96a96ca7-741a-44cf-8ba0-070e5b142baf/dab32146-e774-4f97-ad54-289ba9a7f82d) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:13:04.688268 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-60410500-b893-48e4-9809-362688463a9f req-3a4e97ea-f18d-4be4-8494-7143e262e950 tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0391376 Apr 12 17:13:04.725648 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 8494db7d-c187-4188-8031-ba18f0ab42bd is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:04.736938 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks [] for router_gateway (16d474fa-51ea-40d9-b28d-a58459d589cf), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.760793 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.854482 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Publish callbacks [] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.869323 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Allocated IP 172.27.1.91 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/532b3748-61fa-483d-9277-48b497065d14) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:13:04.926305 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:04.965395 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Network a214b37b-e709-4356-bfe0-5d9067961fbe is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:13:04.970664 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:13:04.975070 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:13:04.980702 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Pushing event updated for resources: {'Port': ['ID=dab32146-e774-4f97-ad54-289ba9a7f82d,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:04.985381 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks [] for port (532b3748-61fa-483d-9277-48b497065d14), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:05.039535 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Attempting to bind port dab32146-e774-4f97-ad54-289ba9a7f82d on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:13:05.039913 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Attempting to bind port dab32146-e774-4f97-ad54-289ba9a7f82d by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '5fee01c7-26af-4295-b4e3-3c315173b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:13:05.040312 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Attempting to bind port dab32146-e774-4f97-ad54-289ba9a7f82d on network a214b37b-e709-4356-bfe0-5d9067961fbe {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:13:05.045785 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:13:05.046159 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Checking segment: {'id': '5fee01c7-26af-4295-b4e3-3c315173b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:13:05.046638 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:05.047042 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Bound using segment: {'id': '5fee01c7-26af-4295-b4e3-3c315173b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:13:05.047511 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Bound port: dab32146-e774-4f97-ad54-289ba9a7f82d, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fee01c7-26af-4295-b4e3-3c315173b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:13:05.047896 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:05.089107 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (532b3748-61fa-483d-9277-48b497065d14), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:05.116683 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] For port dab32146-e774-4f97-ad54-289ba9a7f82d, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:13:05.119896 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] For port dab32146-e774-4f97-ad54-289ba9a7f82d, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=dab32146-e774-4f97-ad54-289ba9a7f82d,segment=NetworkSegment(5fee01c7-26af-4295-b4e3-3c315173b501),segment_id=5fee01c7-26af-4295-b4e3-3c315173b501)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:13:05.127990 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:13:05.130941 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:13:05.136522 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:13:05.160482 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Pushing event updated for resources: {'Port': ['ID=532b3748-61fa-483d-9277-48b497065d14,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:05.189211 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:05.271868 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef810d-7953-4055-8d8a-de0831f1e7c8 None None] Pushing event updated for resources: {'Port': ['ID=dab32146-e774-4f97-ad54-289ba9a7f82d,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:05.485813 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks [] for router_gateway (16d474fa-51ea-40d9-b28d-a58459d589cf), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:05.705814 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec4136-aad3-4d41-a62b-3b94218937db req-e3eed1ad-5163-4e8e-a884-ed9c9c2cc2a5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:05.707316 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-24ec4136-aad3-4d41-a62b-3b94218937db req-e3eed1ad-5163-4e8e-a884-ed9c9c2cc2a5 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0833423 Apr 12 17:13:05.749917 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (16d474fa-51ea-40d9-b28d-a58459d589cf), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:05.791124 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f9d181f1-306a-4fd5-8ec9-ff76be1cc0c7 req-169e76b6-7737-4de5-b553-a401f4ec226e tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0291743 Apr 12 17:13:05.806093 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-24ec4136-aad3-4d41-a62b-3b94218937db req-4dcce162-69b2-4c5d-809f-8db364287a5c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904596 Apr 12 17:13:05.962300 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Router 16d474fa-51ea-40d9-b28d-a58459d589cf is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:13:06.078670 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:13:06.087553 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Sync routers for ids ['16d474fa-51ea-40d9-b28d-a58459d589cf'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:13:06.104448 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Routers {'16d474fa-51ea-40d9-b28d-a58459d589cf'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:13:06.105260 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['16d474fa-51ea-40d9-b28d-a58459d589cf'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:06.148292 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6851aeeb-110f-4675-ac1f-07cb9d5488ea None None] Network a214b37b-e709-4356-bfe0-5d9067961fbe requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:13:06.169723 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.174513 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-12003ade-fc8c-45b3-bd33-2452a14252ef admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1338158 Apr 12 17:13:06.174513 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44644) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:06.213662 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device cfa74416-954e-437d-b4cd-d8208d961402 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:06.238990 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Set router 16d474fa-51ea-40d9-b28d-a58459d589cf gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:13:06.242836 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-cdee6c53-d696-4b47-885c-4f83aefeef8c None None] Provisioning complete for port dab32146-e774-4f97-ad54-289ba9a7f82d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:06.243212 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cdee6c53-d696-4b47-885c-4f83aefeef8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.346901 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port cfa74416-954e-437d-b4cd-d8208d961402 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:06.347192 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (cfa74416-954e-437d-b4cd-d8208d961402), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.416163 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-cdee6c53-d696-4b47-885c-4f83aefeef8c None None] Current status of the port dab32146-e774-4f97-ad54-289ba9a7f82d is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:06.416551 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cdee6c53-d696-4b47-885c-4f83aefeef8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.420013 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'name': 'tempest-TestMinimumBasicScenario-1245509601-router', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '532b3748-61fa-483d-9277-48b497065d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:05Z', 'revision_number': 3, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'gw_port': {'id': '532b3748-61fa-483d-9277-48b497065d14', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:06.455615 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Checking router: 16d474fa-51ea-40d9-b28d-a58459d589cf for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:13:06.456232 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Updating router 16d474fa-51ea-40d9-b28d-a58459d589cf port 532b3748-61fa-483d-9277-48b497065d14 binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:13:06.475706 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-cdee6c53-d696-4b47-885c-4f83aefeef8c None None] For port dab32146-e774-4f97-ad54-289ba9a7f82d, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=dab32146-e774-4f97-ad54-289ba9a7f82d,segment=NetworkSegment(5fee01c7-26af-4295-b4e3-3c315173b501),segment_id=5fee01c7-26af-4295-b4e3-3c315173b501)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:06.486207 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port cfa74416-954e-437d-b4cd-d8208d961402 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:06.487398 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device dab32146-e774-4f97-ad54-289ba9a7f82d up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:06.508297 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (532b3748-61fa-483d-9277-48b497065d14), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.549244 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port dab32146-e774-4f97-ad54-289ba9a7f82d triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:06.549627 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.602488 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cdee6c53-d696-4b47-885c-4f83aefeef8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.663898 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 521f07ef-5457-4ad7-b7ba-f80996436383 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:13:06.697267 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee6c53-d696-4b47-885c-4f83aefeef8c None None] Pushing event updated for resources: {'Port': ['ID=dab32146-e774-4f97-ad54-289ba9a7f82d,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:06.701825 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port dab32146-e774-4f97-ad54-289ba9a7f82d is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:06.738658 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-c427e4bd-64d1-4578-b362-9f123c773a62 None None] Provisioning complete for port dab32146-e774-4f97-ad54-289ba9a7f82d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:06.738943 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c427e4bd-64d1-4578-b362-9f123c773a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.797806 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Publish callbacks [] for port (532b3748-61fa-483d-9277-48b497065d14), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.841093 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 521f07ef-5457-4ad7-b7ba-f80996436383, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=521f07ef-5457-4ad7-b7ba-f80996436383,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:06.871547 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '521f07ef-5457-4ad7-b7ba-f80996436383', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'port_id': '521f07ef-5457-4ad7-b7ba-f80996436383', 'mac_address': 'fa:16:3e:07:20:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:13:06.908773 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-c427e4bd-64d1-4578-b362-9f123c773a62 None None] Current status of the port dab32146-e774-4f97-ad54-289ba9a7f82d is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:06.927355 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 521f07ef-5457-4ad7-b7ba-f80996436383 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:06.927774 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.937411 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (532b3748-61fa-483d-9277-48b497065d14), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.944046 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521f07ef-5457-4ad7-b7ba-f80996436383 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:13:06.950901 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a6342d99-6d90-4094-800c-c05ee63185d0 req-7b58152f-d209-4b97-9b67-54bd44734c6b tempest-VolumesNegativeTest-954141911 tempest-VolumesNegativeTest-954141911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ebbaa66-781e-4cd6-8218-e74198a53718 HTTP/1.1" status: 200 len: 210 time: 0.0407519 Apr 12 17:13:06.975476 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 521f07ef-5457-4ad7-b7ba-f80996436383, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=521f07ef-5457-4ad7-b7ba-f80996436383,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:06.981974 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:06.991249 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f5d4b-fbde-425a-beaa-fe2e82955ee6 req-67a60083-8b2b-4004-9f53-3b6693703537 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:06.992757 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ad7f5d4b-fbde-425a-beaa-fe2e82955ee6 req-67a60083-8b2b-4004-9f53-3b6693703537 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 943 time: 0.0716884 Apr 12 17:13:06.993902 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bc5d7-7084-4c26-8dfe-8ce9c51fc82e None None] Pushing event updated for resources: {'Port': ['ID=532b3748-61fa-483d-9277-48b497065d14,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:07.006852 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Attempting to bind port 532b3748-61fa-483d-9277-48b497065d14 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:13:07.007223 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Attempting to bind port 532b3748-61fa-483d-9277-48b497065d14 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:13:07.007708 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Attempting to bind port 532b3748-61fa-483d-9277-48b497065d14 on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:13:07.012732 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:13:07.013107 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:13:07.013503 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:07.013888 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:13:07.014349 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Bound port: 532b3748-61fa-483d-9277-48b497065d14, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:13:07.014746 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (532b3748-61fa-483d-9277-48b497065d14), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:07.054168 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:07.074745 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] For port 532b3748-61fa-483d-9277-48b497065d14, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:13:07.078023 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] For port 532b3748-61fa-483d-9277-48b497065d14, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=532b3748-61fa-483d-9277-48b497065d14,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:13:07.095981 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ad7f5d4b-fbde-425a-beaa-fe2e82955ee6 req-b2e55586-6e99-4856-a855-39d457bf1e3b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927317 Apr 12 17:13:07.105276 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=521f07ef-5457-4ad7-b7ba-f80996436383,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:07.150725 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (532b3748-61fa-483d-9277-48b497065d14), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:07.190143 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Allocated IP 172.20.0.1 (a214b37b-e709-4356-bfe0-5d9067961fbe/96a96ca7-741a-44cf-8ba0-070e5b142baf/2792d3e1-9c9f-4485-bc6c-fdfab56f718e) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:13:07.203552 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Routers {'16d474fa-51ea-40d9-b28d-a58459d589cf'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:13:07.204176 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['16d474fa-51ea-40d9-b28d-a58459d589cf'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:07.253095 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bc5d7-7084-4c26-8dfe-8ce9c51fc82e None None] Pushing event updated for resources: {'Port': ['ID=532b3748-61fa-483d-9277-48b497065d14,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:07.304993 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Publish callbacks [] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:07.321704 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] Set router 16d474fa-51ea-40d9-b28d-a58459d589cf gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:13:07.411976 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:07.448270 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Network a214b37b-e709-4356-bfe0-5d9067961fbe is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:13:07.451104 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:13:07.456771 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:13:07.482102 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Pushing event updated for resources: {'Port': ['ID=2792d3e1-9c9f-4485-bc6c-fdfab56f718e,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:07.502408 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (16d474fa-51ea-40d9-b28d-a58459d589cf), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:07.580689 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'name': 'tempest-TestMinimumBasicScenario-1245509601-router', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '532b3748-61fa-483d-9277-48b497065d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:05Z', 'revision_number': 3, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'gw_port': {'id': '532b3748-61fa-483d-9277-48b497065d14', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:07.592439 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['521f07ef-5457-4ad7-b7ba-f80996436383'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:13:07.610514 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c190-a7f9-4d01-8c4a-18497accfa25 None None] The sync data for ids ['16d474fa-51ea-40d9-b28d-a58459d589cf'] in dv-cinder-837531-1-iscsi is: [{'id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'name': 'tempest-TestMinimumBasicScenario-1245509601-router', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '532b3748-61fa-483d-9277-48b497065d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:05Z', 'revision_number': 3, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'gw_port': {'id': '532b3748-61fa-483d-9277-48b497065d14', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:13:07.714134 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:07.745371 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-d415fbca-463f-4ffb-aabb-a0ffd299f83e None None] Provisioning complete for port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:07.745748 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d415fbca-463f-4ffb-aabb-a0ffd299f83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:07.801185 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-d415fbca-463f-4ffb-aabb-a0ffd299f83e None None] Port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:13:07.921106 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Publish callbacks [] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:07.988677 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:08.073108 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (16d474fa-51ea-40d9-b28d-a58459d589cf), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:08.075182 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Pushing event updated for resources: {'Port': ['ID=2792d3e1-9c9f-4485-bc6c-fdfab56f718e,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:08.245203 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Network a214b37b-e709-4356-bfe0-5d9067961fbe is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:13:08.266249 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:13:08.284639 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 532b3748-61fa-483d-9277-48b497065d14 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:08.366803 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 532b3748-61fa-483d-9277-48b497065d14 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:08.366803 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (532b3748-61fa-483d-9277-48b497065d14), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:08.482697 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 44688) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:08.499085 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 532b3748-61fa-483d-9277-48b497065d14 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:08.499816 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (532b3748-61fa-483d-9277-48b497065d14), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:08.508353 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0738cea-5f36-4930-9b5c-643dbc5abf89 req-0f323884-d14f-417f-94a8-4b4c6f3ea022 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:08.518722 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0738cea-5f36-4930-9b5c-643dbc5abf89 req-0f323884-d14f-417f-94a8-4b4c6f3ea022 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 944 time: 0.2978394 Apr 12 17:13:08.520746 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Router 16d474fa-51ea-40d9-b28d-a58459d589cf has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:13:08.539993 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 532b3748-61fa-483d-9277-48b497065d14, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=532b3748-61fa-483d-9277-48b497065d14,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:08.625083 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-dd5ce6ed-7953-4489-a853-e2929ce99553 None None] Provisioning complete for port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:08.625696 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce6ed-7953-4489-a853-e2929ce99553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:08.654430 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (532b3748-61fa-483d-9277-48b497065d14), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:08.655847 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device dab32146-e774-4f97-ad54-289ba9a7f82d up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:08.657370 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f89a1c59-19ad-4b56-9e32-b5f478103184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:08.750285 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=532b3748-61fa-483d-9277-48b497065d14,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:08.765481 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 521f07ef-5457-4ad7-b7ba-f80996436383 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:08.776781 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f0738cea-5f36-4930-9b5c-643dbc5abf89 req-4f26ad62-7cf1-4358-9702-c933c26f3279 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483439 Apr 12 17:13:08.825728 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f89a1c59-19ad-4b56-9e32-b5f478103184 admin admin] Publish callbacks [] for security_group (d389b226-ee48-4b9f-99a6-966cd0a9b190), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:08.826279 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ce6ed-7953-4489-a853-e2929ce99553 None None] Port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:13:08.835501 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:13:08.850663 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f9ac9fcd-9b1d-4192-8745-563cd3ec8075 admin admin] 10.222.0.64 "PUT /v2.0/routers/16d474fa-51ea-40d9-b28d-a58459d589cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6721036 Apr 12 17:13:08.859875 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port dab32146-e774-4f97-ad54-289ba9a7f82d triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:08.860504 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:08.898962 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f89a1c59-19ad-4b56-9e32-b5f478103184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (d389b226-ee48-4b9f-99a6-966cd0a9b190), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:08.913896 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 521f07ef-5457-4ad7-b7ba-f80996436383 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:13:08.968732 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port dab32146-e774-4f97-ad54-289ba9a7f82d is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:08.985383 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44724) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:08.988096 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f89a1c59-19ad-4b56-9e32-b5f478103184 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6960f87ae8f8494dbf3c187d357dc89e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983389 Apr 12 17:13:09.013491 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 521f07ef-5457-4ad7-b7ba-f80996436383 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:09.014227 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:09.026621 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a1c59-19ad-4b56-9e32-b5f478103184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d389b226-ee48-4b9f-99a6-966cd0a9b190,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:09.091227 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b38bd29a-5396-4877-8c1c-9214e5e8b80d admin admin] Publish callbacks [] for security_group (d389b226-ee48-4b9f-99a6-966cd0a9b190), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:09.125897 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b38bd29a-5396-4877-8c1c-9214e5e8b80d admin admin] Publish callbacks [] for security_group (d389b226-ee48-4b9f-99a6-966cd0a9b190), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:09.137018 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 521f07ef-5457-4ad7-b7ba-f80996436383 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:09.137644 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:09.166288 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:13:09.171064 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcef22a0-4a5e-44b0-89f5-84adf32e6adc" -d '{"events": [{"server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "name": "network-vif-plugged", "status": "completed", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:13:09.185447 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 521f07ef-5457-4ad7-b7ba-f80996436383, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=521f07ef-5457-4ad7-b7ba-f80996436383,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:09.222650 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e549d9c-e5f5-44d9-8962-f94b5172b990 x-openstack-request-id: req-9e549d9c-e5f5-44d9-8962-f94b5172b990 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:13:09.223317 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "name": "network-vif-plugged", "status": "completed", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:13:09.224604 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e549d9c-e5f5-44d9-8962-f94b5172b990 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:13:09.225193 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e549d9c-e5f5-44d9-8962-f94b5172b990'] response: {'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383', 'code': 200} Apr 12 17:13:09.270306 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:09.297404 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b38bd29a-5396-4877-8c1c-9214e5e8b80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (d389b226-ee48-4b9f-99a6-966cd0a9b190), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:09.300560 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b38bd29a-5396-4877-8c1c-9214e5e8b80d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:09.304129 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b38bd29a-5396-4877-8c1c-9214e5e8b80d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d389b226-ee48-4b9f-99a6-966cd0a9b190 HTTP/1.1" status: 204 len: 168 time: 0.3154464 Apr 12 17:13:09.331712 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=521f07ef-5457-4ad7-b7ba-f80996436383,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:09.341421 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bd29a-5396-4877-8c1c-9214e5e8b80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d389b226-ee48-4b9f-99a6-966cd0a9b190,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:09.796274 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659041f-a852-469e-954c-e965c5eb89bc req-a9b98bcc-991f-4eb9-9be9-74ef1125c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:09.798447 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6659041f-a852-469e-954c-e965c5eb89bc req-a9b98bcc-991f-4eb9-9be9-74ef1125c2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 1129 time: 0.1480362 Apr 12 17:13:09.875682 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Sync routers for ids ['16d474fa-51ea-40d9-b28d-a58459d589cf'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:13:09.910722 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Routers {'16d474fa-51ea-40d9-b28d-a58459d589cf'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:13:09.911794 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['16d474fa-51ea-40d9-b28d-a58459d589cf'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:09.916809 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6659041f-a852-469e-954c-e965c5eb89bc req-9f56e762-74c1-4f6e-8bf6-6d6337ccdc6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039734 Apr 12 17:13:09.995724 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c751aa-4fcc-41df-9b38-d023ad2804dc req-066d6d5d-25a1-4a0b-8999-dff695a24acb tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:10.005611 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b3c751aa-4fcc-41df-9b38-d023ad2804dc req-066d6d5d-25a1-4a0b-8999-dff695a24acb tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0692987 Apr 12 17:13:10.103958 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b3c751aa-4fcc-41df-9b38-d023ad2804dc req-4c0e4b19-9828-49f3-bb58-312c3c8413ec tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970936 Apr 12 17:13:10.210714 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Set router 16d474fa-51ea-40d9-b28d-a58459d589cf gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:13:10.243324 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 532b3748-61fa-483d-9277-48b497065d14 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:10.376089 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 532b3748-61fa-483d-9277-48b497065d14 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:10.376488 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (532b3748-61fa-483d-9277-48b497065d14), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:10.549884 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'name': 'tempest-TestMinimumBasicScenario-1245509601-router', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '532b3748-61fa-483d-9277-48b497065d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:07Z', 'revision_number': 4, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'gw_port': {'id': '532b3748-61fa-483d-9277-48b497065d14', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '2792d3e1-9c9f-4485-bc6c-fdfab56f718e', 'name': '', 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'mac_address': 'fa:16:3e:cc:fa:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '96a96ca7-741a-44cf-8ba0-070e5b142baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:13:07Z', 'updated_at': '2022-04-12T17:13:07Z', 'revision_number': 2, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'subnets': [{'id': '96a96ca7-741a-44cf-8ba0-070e5b142baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:10.553113 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 532b3748-61fa-483d-9277-48b497065d14 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:10.579414 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Checking router: 16d474fa-51ea-40d9-b28d-a58459d589cf for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:13:10.579766 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Updating router 16d474fa-51ea-40d9-b28d-a58459d589cf port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:13:10.616414 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:11.041904 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Publish callbacks [] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:11.110419 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:11.275627 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549a433-94b5-4abe-9f06-e7f65b6c9f62 None None] Pushing event updated for resources: {'Port': ['ID=2792d3e1-9c9f-4485-bc6c-fdfab56f718e,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:11.322969 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Attempting to bind port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:13:11.323812 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Attempting to bind port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '5fee01c7-26af-4295-b4e3-3c315173b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:13:11.324405 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Attempting to bind port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e on network a214b37b-e709-4356-bfe0-5d9067961fbe {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:13:11.334711 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:13:11.336892 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Checking segment: {'id': '5fee01c7-26af-4295-b4e3-3c315173b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:13:11.337487 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:11.338500 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Bound using segment: {'id': '5fee01c7-26af-4295-b4e3-3c315173b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:13:11.339336 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Bound port: 2792d3e1-9c9f-4485-bc6c-fdfab56f718e, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fee01c7-26af-4295-b4e3-3c315173b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:13:11.339920 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:11.379690 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5933498-38db-40aa-bd02-eb80706d191e req-9a66b2cb-9bf5-48a2-8dbb-9d419d5cf0e6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:11.389158 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5933498-38db-40aa-bd02-eb80706d191e req-9a66b2cb-9bf5-48a2-8dbb-9d419d5cf0e6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.1489229 Apr 12 17:13:11.450503 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b5933498-38db-40aa-bd02-eb80706d191e req-c2ebba6d-4a3f-47c8-87dd-8bdb281879cc tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599988 Apr 12 17:13:11.495050 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] For port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:13:11.505379 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] For port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2792d3e1-9c9f-4485-bc6c-fdfab56f718e,segment=NetworkSegment(5fee01c7-26af-4295-b4e3-3c315173b501),segment_id=5fee01c7-26af-4295-b4e3-3c315173b501)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:13:11.606458 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:11.707858 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a0b3f764-ad0a-4e9b-aa3e-ece231dbd9f7 None None] Provisioning complete for port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:11.708219 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f764-ad0a-4e9b-aa3e-ece231dbd9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:11.853327 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Routers {'16d474fa-51ea-40d9-b28d-a58459d589cf'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:13:11.853976 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['16d474fa-51ea-40d9-b28d-a58459d589cf'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:11.860627 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549a433-94b5-4abe-9f06-e7f65b6c9f62 None None] Pushing event updated for resources: {'Port': ['ID=2792d3e1-9c9f-4485-bc6c-fdfab56f718e,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:12.046103 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3f764-ad0a-4e9b-aa3e-ece231dbd9f7 None None] Current status of the port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:12.046859 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f764-ad0a-4e9b-aa3e-ece231dbd9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:12.088387 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] Set router 16d474fa-51ea-40d9-b28d-a58459d589cf gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:13:12.166128 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a0b3f764-ad0a-4e9b-aa3e-ece231dbd9f7 None None] For port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2792d3e1-9c9f-4485-bc6c-fdfab56f718e,segment=NetworkSegment(5fee01c7-26af-4295-b4e3-3c315173b501),segment_id=5fee01c7-26af-4295-b4e3-3c315173b501)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:12.249867 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f764-ad0a-4e9b-aa3e-ece231dbd9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:12.391921 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-cf6f06e6-e0c1-4efd-a758-3b04401f288e None None] Provisioning complete for port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:12.392305 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf6f06e6-e0c1-4efd-a758-3b04401f288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:12.439595 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3f764-ad0a-4e9b-aa3e-ece231dbd9f7 None None] Pushing event updated for resources: {'Port': ['ID=2792d3e1-9c9f-4485-bc6c-fdfab56f718e,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:12.546176 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'name': 'tempest-TestMinimumBasicScenario-1245509601-router', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '532b3748-61fa-483d-9277-48b497065d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:07Z', 'revision_number': 4, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'gw_port': {'id': '532b3748-61fa-483d-9277-48b497065d14', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '2792d3e1-9c9f-4485-bc6c-fdfab56f718e', 'name': '', 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'mac_address': 'fa:16:3e:cc:fa:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '96a96ca7-741a-44cf-8ba0-070e5b142baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:13:07Z', 'updated_at': '2022-04-12T17:13:11Z', 'revision_number': 4, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'subnets': [{'id': '96a96ca7-741a-44cf-8ba0-070e5b142baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:12.584176 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8900b8-1665-4e1a-8da6-5bf8c24c77e0 None None] The sync data for ids ['16d474fa-51ea-40d9-b28d-a58459d589cf'] in dv-cinder-837531-1-iscsi is: [{'id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'name': 'tempest-TestMinimumBasicScenario-1245509601-router', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '532b3748-61fa-483d-9277-48b497065d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:07Z', 'revision_number': 4, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'gw_port': {'id': '532b3748-61fa-483d-9277-48b497065d14', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '2792d3e1-9c9f-4485-bc6c-fdfab56f718e', 'name': '', 'network_id': 'a214b37b-e709-4356-bfe0-5d9067961fbe', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'mac_address': 'fa:16:3e:cc:fa:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '96a96ca7-741a-44cf-8ba0-070e5b142baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:13:07Z', 'updated_at': '2022-04-12T17:13:11Z', 'revision_number': 4, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'subnets': [{'id': '96a96ca7-741a-44cf-8ba0-070e5b142baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:13:12.589773 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f06e6-e0c1-4efd-a758-3b04401f288e None None] Current status of the port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:12.707357 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb128cf3-b145-4e96-a72f-9ac69fcdeadb req-e38bac1c-9aa4-4eb9-8e5f-924400b1fbda tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:12.714600 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eb128cf3-b145-4e96-a72f-9ac69fcdeadb req-e38bac1c-9aa4-4eb9-8e5f-924400b1fbda tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0891898 Apr 12 17:13:12.788373 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eb128cf3-b145-4e96-a72f-9ac69fcdeadb req-6bae4177-4372-47c6-ad33-b1491f3f36a8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729034 Apr 12 17:13:12.998786 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba94b7-9b6b-40dc-8bba-6fd4f7ef3367 req-00162481-a3c2-41a0-9031-eb0b19547a0d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:13.000366 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-97ba94b7-9b6b-40dc-8bba-6fd4f7ef3367 req-00162481-a3c2-41a0-9031-eb0b19547a0d tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0950947 Apr 12 17:13:13.010125 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 44778) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:13.015233 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-a33de280-4411-47cb-9230-aa7fa283bb67 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Request body: {'floatingip': {'port_id': '521f07ef-5457-4ad7-b7ba-f80996436383'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:13:13.228210 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a33de280-4411-47cb-9230-aa7fa283bb67 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for floatingip (e01ebc21-4434-47d4-ad9e-da60cfd471da), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:14.214690 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.db.resource_extend [None req-a33de280-4411-47cb-9230-aa7fa283bb67 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 17:13:14.263932 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2792d3e1-9c9f-4485-bc6c-fdfab56f718e up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:14.332513 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a33de280-4411-47cb-9230-aa7fa283bb67 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:14.345221 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:14.346872 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:14.390174 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a33de280-4411-47cb-9230-aa7fa283bb67 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (e01ebc21-4434-47d4-ad9e-da60cfd471da), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:14.687206 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:14.902937 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-a33de280-4411-47cb-9230-aa7fa283bb67 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Floating IP e01ebc21-4434-47d4-ad9e-da60cfd471da associated. External IP: 172.27.1.25, port: 521f07ef-5457-4ad7-b7ba-f80996436383. Apr 12 17:13:15.151261 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33de280-4411-47cb-9230-aa7fa283bb67 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Router c60180e0-4ef3-4f36-beec-e3084e49304e has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:13:15.397585 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33de280-4411-47cb-9230-aa7fa283bb67 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:13:15.412489 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a33de280-4411-47cb-9230-aa7fa283bb67 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:15.416873 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] Sync routers for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:13:15.448856 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:13:15.450350 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:15.514961 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a33de280-4411-47cb-9230-aa7fa283bb67 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "PUT /v2.0/floatingips/e01ebc21-4434-47d4-ad9e-da60cfd471da HTTP/1.1" status: 200 len: 990 time: 2.5035896 Apr 12 17:13:15.517176 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:13:15.526073 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658a8d8b-fa5d-47be-877a-cf857295b622" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:13:15.633169 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5397e963-585a-4ab9-93c7-7d2c21cd4e8f x-openstack-request-id: req-5397e963-585a-4ab9-93c7-7d2c21cd4e8f {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:13:15.634690 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:13:15.635151 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5397e963-585a-4ab9-93c7-7d2c21cd4e8f {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:13:15.635666 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5397e963-585a-4ab9-93c7-7d2c21cd4e8f'] response: {'name': 'network-changed', 'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383', 'status': 'completed', 'code': 200} Apr 12 17:13:15.707745 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:13:15.780371 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-460e56e6-408a-47ce-8d49-4c7deaa938a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:15.782188 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-460e56e6-408a-47ce-8d49-4c7deaa938a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 1129 time: 0.0987122 Apr 12 17:13:15.927389 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-cf17cf97-7db6-498d-86a7-9c939317159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:15.929149 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-cf17cf97-7db6-498d-86a7-9c939317159c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.1398263 Apr 12 17:13:16.082524 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'e01ebc21-4434-47d4-ad9e-da60cfd471da', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'port_id': '521f07ef-5457-4ad7-b7ba-f80996436383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'mac_address': 'fa:16:3e:07:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:12:34Z', 'updated_at': '2022-04-12T17:13:14Z', 'revision_number': 1, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:50Z', 'revision_number': 5, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:16.085856 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-da132c92-220d-4403-9f87-479bed6dd6a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521f07ef-5457-4ad7-b7ba-f80996436383 HTTP/1.1" status: 200 len: 998 time: 0.1430109 Apr 12 17:13:16.116402 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] Checking router: c60180e0-4ef3-4f36-beec-e3084e49304e for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:13:16.133834 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:13:16.134507 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:12:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:16.150596 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:16.197632 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-380cc0a1-488d-4480-8ee6-a6ece9ba5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:16.198345 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-380cc0a1-488d-4480-8ee6-a6ece9ba5192 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.1029682 Apr 12 17:13:16.291879 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-c66c7c33-b3cd-49cb-a69a-01fbfaeda167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:16.293506 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-c66c7c33-b3cd-49cb-a69a-01fbfaeda167 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878403 Apr 12 17:13:16.357262 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:13:16.424245 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-ad06173e-d1c3-43e8-adcb-f8559897a0cd service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222260 Apr 12 17:13:16.568604 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-658a8d8b-fa5d-47be-877a-cf857295b622 req-de967534-a010-4d4b-b62e-24689e4dbd8f service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365523 Apr 12 17:13:16.660776 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'e01ebc21-4434-47d4-ad9e-da60cfd471da', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'port_id': '521f07ef-5457-4ad7-b7ba-f80996436383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'mac_address': 'fa:16:3e:07:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:12:34Z', 'updated_at': '2022-04-12T17:13:14Z', 'revision_number': 1, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:50Z', 'revision_number': 5, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:16.694010 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba62c69f-7e63-4dbf-a70a-869c1a044afc None None] The sync data for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi is: [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'e01ebc21-4434-47d4-ad9e-da60cfd471da', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'port_id': '521f07ef-5457-4ad7-b7ba-f80996436383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'mac_address': 'fa:16:3e:07:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:12:34Z', 'updated_at': '2022-04-12T17:13:14Z', 'revision_number': 1, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:50Z', 'revision_number': 5, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:13:16.773402 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6eee76-3a1b-4d15-af7e-9c1f6a39c1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:16.936833 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a055b8-b0c5-438c-ab1f-a58c157b549b None None] New status for floating IP e01ebc21-4434-47d4-ad9e-da60cfd471da: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:13:18.797379 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:13:18.915046 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-96eeebbb-3187-45ee-b67a-cada35215435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:19.910176 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:21.682656 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:23.125603 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:24.010491 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-e6209d77-7a00-48c8-89e2-1206ca09d8f2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:24.013292 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-e6209d77-7a00-48c8-89e2-1206ca09d8f2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/networks?id=215116c1-5400-4265-a5b7-743b0045977e HTTP/1.1" status: 200 len: 814 time: 0.1214426 Apr 12 17:13:24.044599 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-84df625d-ab58-453c-a637-2c35e6210e79 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/quotas/0734c6ed5f4045a79695937ee790fd49 HTTP/1.1" status: 200 len: 375 time: 0.0229304 Apr 12 17:13:24.148619 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-0866c9f5-5b7a-471e-9061-35d784813a0d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0734c6ed5f4045a79695937ee790fd49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916448 Apr 12 17:13:24.269088 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-0515dfc7-8088-4b26-8c0e-9e10c0fde271 service neutron] 10.222.0.64 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175339 Apr 12 17:13:24.375101 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f801b739-ae84-4744-a9f3-895c1c86dc40 service neutron] 10.222.0.64 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049516 Apr 12 17:13:24.699483 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-753560dd-1454-4a2a-95dc-0701ec1c85c4 req-d629f1d5-7216-416a-a591-dee4e3923b2a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 210 time: 0.0443037 Apr 12 17:13:25.786152 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2344c02b-8f64-4df2-a3d9-872048dfa2e9 req-0fb88529-4db1-47d7-a7db-e0ca8ae294c4 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 210 time: 0.0311704 Apr 12 17:13:26.889698 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d1f5c7c6-90be-449e-b3f0-ca234198e48d req-f6be0648-60dd-456c-a08d-e5ed5fc7dd89 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 210 time: 0.0342867 Apr 12 17:13:27.202818 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-9eafdc86-c617-4fb5-a6dd-929a2b349725 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:27.204427 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-9eafdc86-c617-4fb5-a6dd-929a2b349725 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.41 "GET /v2.0/networks?id=215116c1-5400-4265-a5b7-743b0045977e HTTP/1.1" status: 200 len: 814 time: 0.1036465 Apr 12 17:13:27.229241 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'port': {'device_id': '508ef394-1628-4096-91ab-52e7408d9119', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'admin_state_up': True, 'tenant_id': '0734c6ed5f4045a79695937ee790fd49'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:13:27.413097 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Made reservation on behalf of 0734c6ed5f4045a79695937ee790fd49 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:13:27.416689 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:27.545898 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Allocated IP 172.20.0.12 (215116c1-5400-4265-a5b7-743b0045977e/a902e7ca-5635-4466-89ea-203c24cb28dd/c925f780-7225-40e3-ac8f-de732cd58da8) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:13:27.732658 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for port (c925f780-7225-40e3-ac8f-de732cd58da8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:27.851593 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:27.895996 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Network 215116c1-5400-4265-a5b7-743b0045977e is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:13:27.900206 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:13:27.903632 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:13:28.006426 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:28.007980 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:28.090893 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'Port': ['ID=c925f780-7225-40e3-ac8f-de732cd58da8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:28.099879 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a3845-89a7-4fbf-8809-da82750e0c77 req-90fbc188-5b03-49b0-9a51-fe4a420442e6 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:28.111754 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc7a3845-89a7-4fbf-8809-da82750e0c77 req-90fbc188-5b03-49b0-9a51-fe4a420442e6 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0847492 Apr 12 17:13:28.144316 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f4c683f8-e41f-4a9e-a49b-6a0194fe541d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9190085 Apr 12 17:13:28.232256 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc7a3845-89a7-4fbf-8809-da82750e0c77 req-9e95f120-733f-49d1-8769-809f5b703887 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215992 Apr 12 17:13:28.272115 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-0b11c420-27e6-4f4e-8b75-df5186d91036 None None] Provisioning complete for port c925f780-7225-40e3-ac8f-de732cd58da8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:28.272608 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0b11c420-27e6-4f4e-8b75-df5186d91036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:28.342938 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-0b11c420-27e6-4f4e-8b75-df5186d91036 None None] Port c925f780-7225-40e3-ac8f-de732cd58da8 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:13:29.365234 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd991c84-205e-487d-833d-b9184c733229 req-375cae68-8b94-44ff-b603-e217db75e1d0 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:29.366763 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fd991c84-205e-487d-833d-b9184c733229 req-375cae68-8b94-44ff-b603-e217db75e1d0 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0648649 Apr 12 17:13:29.415813 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fd991c84-205e-487d-833d-b9184c733229 req-ad444bc4-5458-4b7c-9013-c30e322ce4ca tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429978 Apr 12 17:13:29.538323 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 45166) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:29.681000 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e9c2f04c-c1f6-42bb-9159-cea72bd7e50c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24023fb3f0724902aa88f43063f1c281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413229 Apr 12 17:13:29.683788 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 45172) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:29.743265 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ce1875e3-4df3-4577-87e1-1e8b61821cf5 admin admin] Publish callbacks [] for security_group (63a28d30-04da-4f11-89b4-db55eb985f11), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:29.772061 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ce1875e3-4df3-4577-87e1-1e8b61821cf5 admin admin] Publish callbacks [] for security_group (63a28d30-04da-4f11-89b4-db55eb985f11), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:29.914049 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ce1875e3-4df3-4577-87e1-1e8b61821cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (63a28d30-04da-4f11-89b4-db55eb985f11), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:29.924877 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ce1875e3-4df3-4577-87e1-1e8b61821cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:29.924877 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ce1875e3-4df3-4577-87e1-1e8b61821cf5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63a28d30-04da-4f11-89b4-db55eb985f11 HTTP/1.1" status: 204 len: 168 time: 0.2354107 Apr 12 17:13:29.929954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1875e3-4df3-4577-87e1-1e8b61821cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a28d30-04da-4f11-89b4-db55eb985f11,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:30.566145 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff65292-8018-47a9-a5e1-b020410f7a43 req-44299d57-56d4-410f-ab8a-112e784d170e tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:30.568277 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fff65292-8018-47a9-a5e1-b020410f7a43 req-44299d57-56d4-410f-ab8a-112e784d170e tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0564399 Apr 12 17:13:30.634443 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fff65292-8018-47a9-a5e1-b020410f7a43 req-a69f7034-063b-4386-84e3-33fe33494d96 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561848 Apr 12 17:13:31.338795 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 45202) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:31.438084 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-811153649-network', 'tenant_id': '5b6dab43eae0498a98f12d540dbf1248'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:13:31.536699 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Made reservation on behalf of 5b6dab43eae0498a98f12d540dbf1248 for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:13:31.538064 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 45208) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:31.539400 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.557481 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.588115 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-733ebc92-e508-45a5-a92a-1311afae942c admin admin] Deleting subnet bf358685-9640-4ea2-ba91-c345011ca396 {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:13:31.591432 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-733ebc92-e508-45a5-a92a-1311afae942c admin admin] Publish callbacks [] for subnet (bf358685-9640-4ea2-ba91-c345011ca396), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.634379 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-733ebc92-e508-45a5-a92a-1311afae942c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981811'] for subnet (bf358685-9640-4ea2-ba91-c345011ca396), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.639321 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Publish callbacks [] for security_group (2a383e7d-27a8-411c-8f33-6cec105b3610), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.684655 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-733ebc92-e508-45a5-a92a-1311afae942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (bf358685-9640-4ea2-ba91-c345011ca396), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.704452 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (2a383e7d-27a8-411c-8f33-6cec105b3610), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.733249 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:13:31.741460 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a383e7d-27a8-411c-8f33-6cec105b3610,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:31.761747 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17e165-df73-4c0d-b02f-bca018e1a595 req-82c73e82-0676-41a1-9e52-e22f85b0fd85 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:31.762273 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (4cdb1611-7475-4e16-8395-1c47293b73a0), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.762650 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Added segment 4cdb1611-7475-4e16-8395-1c47293b73a0 of type vlan for network 76955af2-3699-41c7-875a-8d3b0c7f1e8a Apr 12 17:13:31.763872 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9a17e165-df73-4c0d-b02f-bca018e1a595 req-82c73e82-0676-41a1-9e52-e22f85b0fd85 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0589931 Apr 12 17:13:31.821594 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9a17e165-df73-4c0d-b02f-bca018e1a595 req-56c36430-e800-4909-9007-f55e82d45a26 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505488 Apr 12 17:13:31.826354 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (76955af2-3699-41c7-875a-8d3b0c7f1e8a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.871550 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-733ebc92-e508-45a5-a92a-1311afae942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3604511'] for subnet (bf358685-9640-4ea2-ba91-c345011ca396), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.898659 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (76955af2-3699-41c7-875a-8d3b0c7f1e8a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.899645 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:31.900221 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.903919 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ebc92-e508-45a5-a92a-1311afae942c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf358685-9640-4ea2-ba91-c345011ca396,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:31.910632 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-733ebc92-e508-45a5-a92a-1311afae942c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:31.914533 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-733ebc92-e508-45a5-a92a-1311afae942c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bf358685-9640-4ea2-ba91-c345011ca396 HTTP/1.1" status: 204 len: 168 time: 0.3732624 Apr 12 17:13:31.916047 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 45212) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:31.983152 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] Pushing event updated for resources: {'Network': ['ID=76955af2-3699-41c7-875a-8d3b0c7f1e8a,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:31.994675 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 76955af2-3699-41c7-875a-8d3b0c7f1e8a details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:13:31.998457 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.010764 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-869dfec2-d59d-44b3-8865-40c14c40b008 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6708047 Apr 12 17:13:32.021019 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 45214) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:32.030685 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Request body: {'subnet': {'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-811153649-subnet', 'tenant_id': '5b6dab43eae0498a98f12d540dbf1248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:13:32.118591 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.132535 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Made reservation on behalf of 5b6dab43eae0498a98f12d540dbf1248 for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:13:32.135003 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3276916'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.139197 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:32.150135 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:32.153920 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:13:32.164487 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981768'] for segment (fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.190735 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.199251 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:13:32.199660 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975750'] for segment (fcdc5955-fc1a-4aad-8cd0-dc16811bf3cb), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: Traceback (most recent call last): Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: timer() Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: cb(*args, **kw) Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: return func(*args, **kwargs) Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: self._notify() Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: self.callback(batched_events) Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: event.method(event) Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: return f(self, *a, **k) Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._get(url).json() Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: return self.request(url, 'GET', **kwargs) Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:13:32.202219 dv-cinder-837531-1-iscsi neutron-server[103958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:13:32.322272 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.329011 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.337906 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4 HTTP/1.1" status: 204 len: 168 time: 0.4178872 Apr 12 17:13:32.361909 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ac0b3-ecf3-4f99-8982-767923319c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2eed8c7-7490-4cf4-9d6c-65a3d25b2fa4,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:32.407718 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3605581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3276898'] for subnet (a7bd1786-e3cd-463a-8c4e-8ee1374846c1), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.456464 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7bd1786-e3cd-463a-8c4e-8ee1374846c1,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:32.476659 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Checking segment: {'id': '4cdb1611-7475-4e16-8395-1c47293b73a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:13:32.477012 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Network hostable DHCP agents. Network: 76955af2-3699-41c7-875a-8d3b0c7f1e8a, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:13:32.571424 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Network 76955af2-3699-41c7-875a-8d3b0c7f1e8a is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:13:32.645370 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 76955af2-3699-41c7-875a-8d3b0c7f1e8a) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:13:32.655773 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:32.657719 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.663262 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1852788e-94a9-4075-9d60-518332b8c364 None None] Network 76955af2-3699-41c7-875a-8d3b0c7f1e8a requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:13:32.686560 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 45218) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:32.767052 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-94b3a5c7-f989-411c-958e-04502bdcc1da admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7425997 Apr 12 17:13:32.770281 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e5760f10-fe16-4ae3-9d9a-ab88e79aca81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6a260d3af714e98aa46d1f0d1359c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0825570 Apr 12 17:13:32.772863 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 45220) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:13:32.782751 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a89d8-6017-474a-ba08-5fe46820d40c None None] Network 76955af2-3699-41c7-875a-8d3b0c7f1e8a requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:13:32.841925 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8ef-2a89-43ae-8120-9ae480c8f3e7 admin admin] Publish callbacks [] for security_group (3eae267e-2b9c-400d-856f-80cd4d553114), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:32.882582 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8ef-2a89-43ae-8120-9ae480c8f3e7 admin admin] Publish callbacks [] for security_group (3eae267e-2b9c-400d-856f-80cd4d553114), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:33.007259 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92040b9-5f1e-46f7-85be-0c7435c7adea req-8c856cc2-4a7d-4647-be8d-c5bbdb08b1fc tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:33.015118 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a92040b9-5f1e-46f7-85be-0c7435c7adea req-8c856cc2-4a7d-4647-be8d-c5bbdb08b1fc tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0636013 Apr 12 17:13:33.048888 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8ef-2a89-43ae-8120-9ae480c8f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (3eae267e-2b9c-400d-856f-80cd4d553114), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:33.051604 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-65fcc8ef-2a89-43ae-8120-9ae480c8f3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:33.055176 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-65fcc8ef-2a89-43ae-8120-9ae480c8f3e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3eae267e-2b9c-400d-856f-80cd4d553114 HTTP/1.1" status: 204 len: 168 time: 0.2789764 Apr 12 17:13:33.090236 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a92040b9-5f1e-46f7-85be-0c7435c7adea req-4ea09914-50a7-4c1f-b884-1c75d34627be tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688727 Apr 12 17:13:33.091403 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcc8ef-2a89-43ae-8120-9ae480c8f3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eae267e-2b9c-400d-856f-80cd4d553114,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:34.221833 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5349f-e156-4427-af21-f827f8cb0348 req-1d2dccd0-8faa-4e01-89e5-5e9042a0fa1d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:34.229978 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-52b5349f-e156-4427-af21-f827f8cb0348 req-1d2dccd0-8faa-4e01-89e5-5e9042a0fa1d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0704861 Apr 12 17:13:34.291095 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-52b5349f-e156-4427-af21-f827f8cb0348 req-468d1ab1-3c98-4dd0-9fd2-90116490be9d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599792 Apr 12 17:13:35.404420 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f304-e9f3-46cd-b4e4-2bf94cd1220e req-a5e8c8f4-db55-42ee-9bbd-e396f7aaedb9 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:35.405900 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8280f304-e9f3-46cd-b4e4-2bf94cd1220e req-a5e8c8f4-db55-42ee-9bbd-e396f7aaedb9 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0502536 Apr 12 17:13:35.457346 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8280f304-e9f3-46cd-b4e4-2bf94cd1220e req-9ad71a62-6c4f-4936-ac57-2e40bc8d20c4 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Apr 12 17:13:36.233026 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-81519c77-a1d9-4f67-b9a5-35323c8803e4 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:36.234451 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-81519c77-a1d9-4f67-b9a5-35323c8803e4 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/networks?id=76955af2-3699-41c7-875a-8d3b0c7f1e8a HTTP/1.1" status: 200 len: 813 time: 0.1044927 Apr 12 17:13:36.249562 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-ffeb4de1-5444-406e-b572-0b319bb737f4 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/quotas/5b6dab43eae0498a98f12d540dbf1248 HTTP/1.1" status: 200 len: 375 time: 0.0094118 Apr 12 17:13:36.287141 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-dfffd10c-6cae-4c2d-a83d-f43e67c08426 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b6dab43eae0498a98f12d540dbf1248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304947 Apr 12 17:13:36.383238 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-69239a24-9ea9-4a87-84a6-be0c8b90dce6 service neutron] 10.222.0.64 "GET /v2.0/networks/76955af2-3699-41c7-875a-8d3b0c7f1e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878115 Apr 12 17:13:36.481216 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-9e4b3d5f-844d-4127-9026-04383ec3d10e service neutron] 10.222.0.64 "GET /v2.0/networks/76955af2-3699-41c7-875a-8d3b0c7f1e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918126 Apr 12 17:13:36.579226 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb667a-2cb4-4119-a129-5dd98eab5f16 req-bf440274-e1cf-4cf2-8432-d918bddebd02 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:36.585026 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-48fb667a-2cb4-4119-a129-5dd98eab5f16 req-bf440274-e1cf-4cf2-8432-d918bddebd02 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0519779 Apr 12 17:13:36.632114 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-48fb667a-2cb4-4119-a129-5dd98eab5f16 req-c9bfa109-cc37-471d-990a-258e09b8c40e tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445993 Apr 12 17:13:36.730892 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-79bb125b-062f-4e60-aa83-6117626df469 req-97cb940b-ea8f-4491-85c0-c078898f6f6d tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 210 time: 0.0315156 Apr 12 17:13:37.745516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c1cf2-d08f-4927-87c0-d3368397a07d req-234ec3c5-dc3e-48cb-ab97-96fab754ef07 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:37.747117 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5d4c1cf2-d08f-4927-87c0-d3368397a07d req-234ec3c5-dc3e-48cb-ab97-96fab754ef07 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0476196 Apr 12 17:13:37.795855 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5d4c1cf2-d08f-4927-87c0-d3368397a07d req-76df2a3d-9f9b-4926-abab-0ca95a30df29 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Apr 12 17:13:37.833594 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d0cbbd0e-5d96-4c03-a3db-cbb6857c8972 req-441c8806-dc0c-4ec6-9ee3-5d32dfd8f171 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 210 time: 0.0276306 Apr 12 17:13:38.912056 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b221a0f-84f0-4e11-81ef-316f44a459f5 req-180c1856-158d-4faa-b0a9-804fc5321ac0 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:38.913539 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6b221a0f-84f0-4e11-81ef-316f44a459f5 req-180c1856-158d-4faa-b0a9-804fc5321ac0 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0490153 Apr 12 17:13:38.926665 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e1ee63b8-b975-48a7-bd6a-dd37de6c9453 req-f4d97638-f99e-41f6-97b9-327795e5fedc tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 210 time: 0.0267224 Apr 12 17:13:38.960963 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6b221a0f-84f0-4e11-81ef-316f44a459f5 req-12b55a29-7c04-423e-8dbb-7f3667bf36a8 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Apr 12 17:13:40.018892 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f9c8a2f-b07d-48c0-b499-04f921caa5f3 req-e8eec033-1d3d-487e-9cb7-ca21a8b73785 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 210 time: 0.0277846 Apr 12 17:13:40.069417 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4327af3-2861-411d-a002-87686aae7dff req-fc96c59f-f6b9-4264-97ed-53ba4a680cec tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:40.070899 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c4327af3-2861-411d-a002-87686aae7dff req-fc96c59f-f6b9-4264-97ed-53ba4a680cec tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 932 time: 0.0452485 Apr 12 17:13:40.118568 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c4327af3-2861-411d-a002-87686aae7dff req-ab566702-8dbd-4424-8d5b-b33b11fdbd05 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420771 Apr 12 17:13:40.523787 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Request body: {'port': {'device_id': '508ef394-1628-4096-91ab-52e7408d9119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:13:40.589726 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:40.850315 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c925f780-7225-40e3-ac8f-de732cd58da8 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:13:40.857696 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Publish callbacks [] for port (c925f780-7225-40e3-ac8f-de732cd58da8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:40.870747 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Transition to ACTIVE for port object c925f780-7225-40e3-ac8f-de732cd58da8 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:13:40.967017 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:41.021607 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Pushing event updated for resources: {'Port': ['ID=c925f780-7225-40e3-ac8f-de732cd58da8,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:41.094529 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Attempting to bind port c925f780-7225-40e3-ac8f-de732cd58da8 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:13:41.095549 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Attempting to bind port c925f780-7225-40e3-ac8f-de732cd58da8 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:13:41.095888 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Attempting to bind port c925f780-7225-40e3-ac8f-de732cd58da8 on network 215116c1-5400-4265-a5b7-743b0045977e {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:13:41.111200 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Port c925f780-7225-40e3-ac8f-de732cd58da8 on network 215116c1-5400-4265-a5b7-743b0045977e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:13:41.111535 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Attempting to bind port c925f780-7225-40e3-ac8f-de732cd58da8 on network 215116c1-5400-4265-a5b7-743b0045977e {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:13:41.131702 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d6b7ee36-fc3b-4b34-8f14-9ce2ab61a64c req-c4e1d3fa-fc64-4ad6-8a30-cb355e9b85be tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 210 time: 0.0333750 Apr 12 17:13:41.132720 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:13:41.132946 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Checking segment: {'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:13:41.133301 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Bound using segment: {'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:13:41.133734 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Bound port: c925f780-7225-40e3-ac8f-de732cd58da8, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5334b53c-39e2-43a7-8da9-97ae7919973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '215116c1-5400-4265-a5b7-743b0045977e'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:13:41.134091 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:41.206692 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] For port c925f780-7225-40e3-ac8f-de732cd58da8, host hv-cinder-83753, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:13:41.209726 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] For port c925f780-7225-40e3-ac8f-de732cd58da8, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c925f780-7225-40e3-ac8f-de732cd58da8,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:13:41.244783 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafbaac-e771-4504-b773-d5475204738a req-5c165f7e-7a44-4234-b59f-55792f2ef968 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:41.246273 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eaafbaac-e771-4504-b773-d5475204738a req-5c165f7e-7a44-4234-b59f-55792f2ef968 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 944 time: 0.0487883 Apr 12 17:13:41.291428 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:41.299682 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eaafbaac-e771-4504-b773-d5475204738a req-6b4599cb-3a26-4239-8d15-95f819bf114e tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Apr 12 17:13:41.328151 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:41.328763 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:41.330731 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] 10.222.0.41 "PUT /v2.0/ports/c925f780-7225-40e3-ac8f-de732cd58da8 HTTP/1.1" status: 200 len: 1094 time: 0.8112471 Apr 12 17:13:41.331126 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:13:41.333351 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e24cb3-e535-4986-84c5-7730a498e2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:13:41.364948 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cb3bc-8829-4258-a99e-0d265780432a service neutron] Pushing event updated for resources: {'Port': ['ID=c925f780-7225-40e3-ac8f-de732cd58da8,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:41.377588 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70856edd-115d-42e9-ab3e-a3a73b3671ef x-openstack-request-id: req-70856edd-115d-42e9-ab3e-a3a73b3671ef {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:13:41.377890 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:13:41.378149 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70856edd-115d-42e9-ab3e-a3a73b3671ef {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:13:41.378651 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70856edd-115d-42e9-ab3e-a3a73b3671ef'] response: {'name': 'network-changed', 'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'status': 'completed', 'code': 200} Apr 12 17:13:41.463982 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e24cb3-e535-4986-84c5-7730a498e2cd req-82176993-a738-47ab-a969-2096ca518075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:41.465627 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-70e24cb3-e535-4986-84c5-7730a498e2cd req-82176993-a738-47ab-a969-2096ca518075 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0734c6ed5f4045a79695937ee790fd49&device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 1128 time: 0.0446646 Apr 12 17:13:41.799806 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e24cb3-e535-4986-84c5-7730a498e2cd req-58e5846d-c4be-4d68-8308-260ec1cc050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:41.801244 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-70e24cb3-e535-4986-84c5-7730a498e2cd req-58e5846d-c4be-4d68-8308-260ec1cc050d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0734c6ed5f4045a79695937ee790fd49&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0896060 Apr 12 17:13:41.903368 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e24cb3-e535-4986-84c5-7730a498e2cd req-609669d8-2771-4f27-a743-c5c2dbc24415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:41.903368 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-70e24cb3-e535-4986-84c5-7730a498e2cd req-609669d8-2771-4f27-a743-c5c2dbc24415 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0919950 Apr 12 17:13:42.060549 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-b397f764-03ac-4a7a-baca-90b55a29e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:42.062213 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-b397f764-03ac-4a7a-baca-90b55a29e5f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0734c6ed5f4045a79695937ee790fd49&device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 1128 time: 0.0852747 Apr 12 17:13:42.121655 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-f9dc5240-6ddb-4df8-9e40-f51ebd196ee5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c925f780-7225-40e3-ac8f-de732cd58da8 HTTP/1.1" status: 200 len: 217 time: 0.0444646 Apr 12 17:13:42.131516 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-b8729670-4e07-47f9-bf0b-9a954aaf9076 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:42.132870 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-b8729670-4e07-47f9-bf0b-9a954aaf9076 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.41 "GET /v2.0/networks?id=76955af2-3699-41c7-875a-8d3b0c7f1e8a HTTP/1.1" status: 200 len: 813 time: 0.1753876 Apr 12 17:13:42.163315 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Request body: {'port': {'device_id': 'a4fe366a-07bb-48b3-b7f4-e2713a870cb9', 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a', 'admin_state_up': True, 'tenant_id': '5b6dab43eae0498a98f12d540dbf1248'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:13:42.232709 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-09670bdc-44f5-4328-a8d7-eb457546e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:42.234268 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-09670bdc-44f5-4328-a8d7-eb457546e315 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a902e7ca-5635-4466-89ea-203c24cb28dd HTTP/1.1" status: 200 len: 853 time: 0.1005607 Apr 12 17:13:42.245840 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-110a1645-5816-4d89-a0b1-5c8937ef27af req-82cbfd31-3516-4488-aebb-dad0891bbb14 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 210 time: 0.0265894 Apr 12 17:13:42.296990 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-0d574f69-60e5-4675-b9ca-f752c4ab274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:42.298534 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-0d574f69-60e5-4675-b9ca-f752c4ab274a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=215116c1-5400-4265-a5b7-743b0045977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552728 Apr 12 17:13:42.406722 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Made reservation on behalf of 5b6dab43eae0498a98f12d540dbf1248 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:13:42.409964 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:42.445251 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac198d-2a5e-4c54-a6b8-449190d79b47 req-79ad2701-fecc-45d5-8083-e1e98b00da70 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:42.446721 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e2ac198d-2a5e-4c54-a6b8-449190d79b47 req-79ad2701-fecc-45d5-8083-e1e98b00da70 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 944 time: 0.0787115 Apr 12 17:13:42.471271 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-18b9fdb7-cbaa-471b-ac50-3722e392b9f9 service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643360 Apr 12 17:13:42.627465 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e2ac198d-2a5e-4c54-a6b8-449190d79b47 req-f26c7c77-ce6e-481d-8b45-2f80ca0d9147 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674564 Apr 12 17:13:42.667391 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Allocated IP 172.20.0.12 (76955af2-3699-41c7-875a-8d3b0c7f1e8a/a7bd1786-e3cd-463a-8c4e-8ee1374846c1/e8ab0437-4e80-4541-9704-e3f3f17e31a2) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:13:42.676855 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4de9a5e2-76ce-43ec-a94a-2baa5c0f77f0 req-a76693d9-8301-44c8-bcde-6c3de92dc900 service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982732 Apr 12 17:13:42.814143 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks [] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:42.898546 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:42.942027 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Network 76955af2-3699-41c7-875a-8d3b0c7f1e8a is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:13:42.944976 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:13:42.950935 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:13:42.975267 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Pushing event updated for resources: {'Port': ['ID=e8ab0437-4e80-4541-9704-e3f3f17e31a2,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:43.002138 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:43.002794 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:43.072329 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-367bceb1-76cb-48c7-9060-583e4765fd79 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9131126 Apr 12 17:13:43.357550 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1c37d-e28b-4dc6-83e2-0f453899a8ff req-d324eed9-c2f0-4931-9fbf-e0b937c72d45 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:43.359032 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1ef1c37d-e28b-4dc6-83e2-0f453899a8ff req-d324eed9-c2f0-4931-9fbf-e0b937c72d45 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 932 time: 0.0458117 Apr 12 17:13:43.405079 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1ef1c37d-e28b-4dc6-83e2-0f453899a8ff req-4893417c-7878-4645-bac3-d0c3a0d102fc tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Apr 12 17:13:43.738760 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95d771-d0ac-4cca-ae22-90496fccf253 req-34c05875-c52f-4d65-adff-4999e51b8fe4 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:43.740350 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fb95d771-d0ac-4cca-ae22-90496fccf253 req-34c05875-c52f-4d65-adff-4999e51b8fe4 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 944 time: 0.0479910 Apr 12 17:13:43.787212 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fb95d771-d0ac-4cca-ae22-90496fccf253 req-dd5b1c32-a924-4b16-a09b-15b41fc9dac5 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Apr 12 17:13:44.520913 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153c63f-3fce-4786-bf60-9eef275bdcd5 req-d4a01084-a96e-497f-8071-75ea70fde0da tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:44.522393 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f153c63f-3fce-4786-bf60-9eef275bdcd5 req-d4a01084-a96e-497f-8071-75ea70fde0da tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 932 time: 0.0461550 Apr 12 17:13:44.569842 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f153c63f-3fce-4786-bf60-9eef275bdcd5 req-82c38f78-3a49-4fdd-85f0-d2c4b479f0a8 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Apr 12 17:13:44.899345 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30987e-3ffd-4f2c-803e-020ae9dd14df req-9016cbe6-3c64-487d-8ca3-4457f7aad108 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:44.900841 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ae30987e-3ffd-4f2c-803e-020ae9dd14df req-9016cbe6-3c64-487d-8ca3-4457f7aad108 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 944 time: 0.0489104 Apr 12 17:13:44.946185 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ae30987e-3ffd-4f2c-803e-020ae9dd14df req-6effbe3c-909c-4e7e-9e2c-c2131ed3caaa tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 Apr 12 17:13:45.412924 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Request body: {'port': {'device_id': 'a4fe366a-07bb-48b3-b7f4-e2713a870cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:13:45.469857 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:45.678202 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164257ce-7fc7-443f-bae0-18d38936c69a req-42bf7dba-1a53-4f6c-84c1-b3c24059b385 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:45.679662 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-164257ce-7fc7-443f-bae0-18d38936c69a req-42bf7dba-1a53-4f6c-84c1-b3c24059b385 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 932 time: 0.0456660 Apr 12 17:13:45.729017 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-164257ce-7fc7-443f-bae0-18d38936c69a req-1bcada8d-96aa-4ee8-bf19-b5f3fa507001 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Apr 12 17:13:45.734194 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ab0437-4e80-4541-9704-e3f3f17e31a2 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:13:45.739947 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Publish callbacks [] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:45.755313 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Transition to ACTIVE for port object e8ab0437-4e80-4541-9704-e3f3f17e31a2 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:13:46.059761 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348659-9841-4339-9f7a-7110d231ede8 req-70be3aa0-1448-45e8-8448-c4178111509c tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:46.061276 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c9348659-9841-4339-9f7a-7110d231ede8 req-70be3aa0-1448-45e8-8448-c4178111509c tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 944 time: 0.0467255 Apr 12 17:13:46.108986 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c9348659-9841-4339-9f7a-7110d231ede8 req-bbc29230-a8cb-4fbf-a0d6-ad556d217ead tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406954 Apr 12 17:13:46.287174 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:46.335273 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Pushing event updated for resources: {'Port': ['ID=e8ab0437-4e80-4541-9704-e3f3f17e31a2,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:46.361243 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:46.410306 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Attempting to bind port e8ab0437-4e80-4541-9704-e3f3f17e31a2 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:13:46.410668 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Attempting to bind port e8ab0437-4e80-4541-9704-e3f3f17e31a2 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '4cdb1611-7475-4e16-8395-1c47293b73a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:13:46.410995 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Attempting to bind port e8ab0437-4e80-4541-9704-e3f3f17e31a2 on network 76955af2-3699-41c7-875a-8d3b0c7f1e8a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:13:46.415357 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Port e8ab0437-4e80-4541-9704-e3f3f17e31a2 on network 76955af2-3699-41c7-875a-8d3b0c7f1e8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:13:46.415659 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Attempting to bind port e8ab0437-4e80-4541-9704-e3f3f17e31a2 on network 76955af2-3699-41c7-875a-8d3b0c7f1e8a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:13:46.420433 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:13:46.420765 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Checking segment: {'id': '4cdb1611-7475-4e16-8395-1c47293b73a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:13:46.421220 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Bound using segment: {'id': '4cdb1611-7475-4e16-8395-1c47293b73a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:13:46.421560 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Bound port: e8ab0437-4e80-4541-9704-e3f3f17e31a2, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdb1611-7475-4e16-8395-1c47293b73a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:13:46.421910 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:46.483573 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] For port e8ab0437-4e80-4541-9704-e3f3f17e31a2, host hv-cinder-83753, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:13:46.486517 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] For port e8ab0437-4e80-4541-9704-e3f3f17e31a2, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e8ab0437-4e80-4541-9704-e3f3f17e31a2,segment=NetworkSegment(4cdb1611-7475-4e16-8395-1c47293b73a0),segment_id=4cdb1611-7475-4e16-8395-1c47293b73a0)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:13:46.579007 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:46.605388 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bf452d29-60e4-45aa-8b68-e39fdaa97ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:46.610332 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:46.615503 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:46.615503 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] 10.222.0.41 "PUT /v2.0/ports/e8ab0437-4e80-4541-9704-e3f3f17e31a2 HTTP/1.1" status: 200 len: 1094 time: 1.2047629 Apr 12 17:13:46.615720 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4fe366a-07bb-48b3-b7f4-e2713a870cb9', 'tag': 'e8ab0437-4e80-4541-9704-e3f3f17e31a2'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:13:46.617978 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be3c039-e2e3-4c2b-8f1e-5c1ed6902ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4fe366a-07bb-48b3-b7f4-e2713a870cb9", "tag": "e8ab0437-4e80-4541-9704-e3f3f17e31a2"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:13:46.653008 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ef411-f2db-4926-9613-8703dc99833c service neutron] Pushing event updated for resources: {'Port': ['ID=e8ab0437-4e80-4541-9704-e3f3f17e31a2,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:46.659285 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a0337-533b-41b7-906d-28f9e8ed1a36 x-openstack-request-id: req-956a0337-533b-41b7-906d-28f9e8ed1a36 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:13:46.659579 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4fe366a-07bb-48b3-b7f4-e2713a870cb9", "tag": "e8ab0437-4e80-4541-9704-e3f3f17e31a2", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:13:46.659862 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-956a0337-533b-41b7-906d-28f9e8ed1a36 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:13:46.660264 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956a0337-533b-41b7-906d-28f9e8ed1a36'] response: {'name': 'network-changed', 'server_uuid': 'a4fe366a-07bb-48b3-b7f4-e2713a870cb9', 'tag': 'e8ab0437-4e80-4541-9704-e3f3f17e31a2', 'status': 'completed', 'code': 200} Apr 12 17:13:46.747440 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3c039-e2e3-4c2b-8f1e-5c1ed6902ff8 req-4c8ee6df-3ff2-4e98-9afa-da59550e1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:46.748823 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6be3c039-e2e3-4c2b-8f1e-5c1ed6902ff8 req-4c8ee6df-3ff2-4e98-9afa-da59550e1f0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b6dab43eae0498a98f12d540dbf1248&device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 1128 time: 0.0422051 Apr 12 17:13:46.873940 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a94972-f42d-4f24-8a37-fb68e8e45d55 req-43ac2857-632a-4a19-b623-629d7277262c tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:46.875353 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-33a94972-f42d-4f24-8a37-fb68e8e45d55 req-43ac2857-632a-4a19-b623-629d7277262c tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 944 time: 0.0605590 Apr 12 17:13:46.902496 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3c039-e2e3-4c2b-8f1e-5c1ed6902ff8 req-eaa7a1d3-ea90-45fa-9160-99307666ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:46.903928 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6be3c039-e2e3-4c2b-8f1e-5c1ed6902ff8 req-eaa7a1d3-ea90-45fa-9160-99307666ba95 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5b6dab43eae0498a98f12d540dbf1248&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1415567 Apr 12 17:13:46.944254 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device c925f780-7225-40e3-ac8f-de732cd58da8 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:13:46.977575 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-33a94972-f42d-4f24-8a37-fb68e8e45d55 req-02f2a64f-c8a8-409e-9c6a-bfd579c18b70 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954652 Apr 12 17:13:47.013136 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3c039-e2e3-4c2b-8f1e-5c1ed6902ff8 req-9038035b-a467-4d80-bdaf-7e95dd2129b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:47.014904 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6be3c039-e2e3-4c2b-8f1e-5c1ed6902ff8 req-9038035b-a467-4d80-bdaf-7e95dd2129b1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1036789 Apr 12 17:13:47.044798 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port c925f780-7225-40e3-ac8f-de732cd58da8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c925f780-7225-40e3-ac8f-de732cd58da8,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:47.056411 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'port_id': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'mac_address': 'fa:16:3e:fe:5a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:13:47.093760 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port c925f780-7225-40e3-ac8f-de732cd58da8 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:47.094147 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:47.106765 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c925f780-7225-40e3-ac8f-de732cd58da8 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:13:47.115553 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-976a563a-40e9-486f-a8e6-bef9a7cfa7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:47.117093 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-976a563a-40e9-486f-a8e6-bef9a7cfa7b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b6dab43eae0498a98f12d540dbf1248&device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 1128 time: 0.0423181 Apr 12 17:13:47.126453 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port c925f780-7225-40e3-ac8f-de732cd58da8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c925f780-7225-40e3-ac8f-de732cd58da8,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:47.222172 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ee7ff-a1a2-47eb-ac72-ecf1185a2462 req-e64f46c9-eab4-465b-bb08-bcedddce1a32 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:47.223801 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e06ee7ff-a1a2-47eb-ac72-ecf1185a2462 req-e64f46c9-eab4-465b-bb08-bcedddce1a32 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 944 time: 0.0482144 Apr 12 17:13:47.236069 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:47.275084 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e06ee7ff-a1a2-47eb-ac72-ecf1185a2462 req-3fcc808e-bb1e-44bf-a377-b27df4c236b9 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453110 Apr 12 17:13:47.288104 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=c925f780-7225-40e3-ac8f-de732cd58da8,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:47.410937 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-0544f0f2-6e57-4c1a-9303-25744adb3b3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8ab0437-4e80-4541-9704-e3f3f17e31a2 HTTP/1.1" status: 200 len: 217 time: 0.2792575 Apr 12 17:13:47.457959 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-372414cb-106b-48b2-bfe9-3c2a66c45295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:47.459553 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-372414cb-106b-48b2-bfe9-3c2a66c45295 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7bd1786-e3cd-463a-8c4e-8ee1374846c1 HTTP/1.1" status: 200 len: 853 time: 0.0421820 Apr 12 17:13:47.491258 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-09fcefde-2af1-4a9a-b0fc-c0e8ccd1e00c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76955af2-3699-41c7-875a-8d3b0c7f1e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253477 Apr 12 17:13:47.577770 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-d4817057-12ae-4f7c-8ad6-66569ea71581 service neutron] 10.222.0.41 "GET /v2.0/networks/76955af2-3699-41c7-875a-8d3b0c7f1e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805762 Apr 12 17:13:48.092868 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70dbc8-6474-4dcb-a076-62bb2a596698 req-4edebaf2-c6e8-425e-83a0-4dc24d4c8238 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:48.094584 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf70dbc8-6474-4dcb-a076-62bb2a596698 req-4edebaf2-c6e8-425e-83a0-4dc24d4c8238 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 944 time: 0.0482349 Apr 12 17:13:48.143654 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bf70dbc8-6474-4dcb-a076-62bb2a596698 req-017340f6-d953-4b03-aac9-d5857a51d77a tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415034 Apr 12 17:13:48.387548 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263798a-5405-417a-bf6c-191062e64035 req-0d85025c-f1fa-4857-90a9-432aa2236531 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:48.388964 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6263798a-5405-417a-bf6c-191062e64035 req-0d85025c-f1fa-4857-90a9-432aa2236531 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 945 time: 0.0479691 Apr 12 17:13:48.433633 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6263798a-5405-417a-bf6c-191062e64035 req-8b6049ac-400f-482d-be1d-74b36474ce89 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386076 Apr 12 17:13:48.690386 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-aaa6f59b-1453-4bfe-b804-aca6098a0419 req-97beed3b-e63c-4d9b-9eb5-098f117db9dc service neutron] 10.222.0.41 "GET /v2.0/networks/76955af2-3699-41c7-875a-8d3b0c7f1e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842557 Apr 12 17:13:48.875649 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-099e1cd2-eb46-47c4-aba1-fac84e7970e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:49.253130 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad9224-e805-44d5-a996-5e5358400c8e req-272cee01-fee5-4821-9414-c4018637085e tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:49.254597 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fad9224-e805-44d5-a996-5e5358400c8e req-272cee01-fee5-4821-9414-c4018637085e tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 944 time: 0.0461633 Apr 12 17:13:49.300256 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5fad9224-e805-44d5-a996-5e5358400c8e req-82da41d8-521c-428b-b117-2a32384cc916 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Apr 12 17:13:49.541444 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1da96e-a07e-49ad-b37f-68afc3a5f67b req-b9ab803c-56dd-4575-bb37-9fa8fce06383 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:49.548592 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc1da96e-a07e-49ad-b37f-68afc3a5f67b req-b9ab803c-56dd-4575-bb37-9fa8fce06383 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 945 time: 0.0459592 Apr 12 17:13:49.587982 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc1da96e-a07e-49ad-b37f-68afc3a5f67b req-6d0336d9-cea1-40d5-a9a8-a8ef6325e2b2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Apr 12 17:13:49.892464 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:50.412418 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565e9cc-05ab-45bd-9615-6d6bc60cb2d9 req-d1e04be2-24d1-48cd-87ab-9a7269d0f7ac tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:50.413844 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2565e9cc-05ab-45bd-9615-6d6bc60cb2d9 req-d1e04be2-24d1-48cd-87ab-9a7269d0f7ac tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 944 time: 0.0480778 Apr 12 17:13:50.458080 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2565e9cc-05ab-45bd-9615-6d6bc60cb2d9 req-d811e3f3-dea3-404b-9440-bbbb36ca98e3 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388761 Apr 12 17:13:50.698487 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc7c8-2ae4-4e85-ac71-cbc5b31fa02f req-4af3702f-3230-4738-90fb-813142cd24ee tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:50.699971 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6ecfc7c8-2ae4-4e85-ac71-cbc5b31fa02f req-4af3702f-3230-4738-90fb-813142cd24ee tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 945 time: 0.0489914 Apr 12 17:13:50.745529 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6ecfc7c8-2ae4-4e85-ac71-cbc5b31fa02f req-0322c79b-817a-4872-b1df-41c2d1702fb2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Apr 12 17:13:50.834129 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['c925f780-7225-40e3-ac8f-de732cd58da8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:13:51.343971 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:51.567204 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b56a60-bdd9-4420-9a2a-d9a85374533b req-5c4e9d72-b5e8-4ba2-9e95-5d688e81faa8 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:51.568622 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-03b56a60-bdd9-4420-9a2a-d9a85374533b req-5c4e9d72-b5e8-4ba2-9e95-5d688e81faa8 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 944 time: 0.0452547 Apr 12 17:13:51.613187 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-03b56a60-bdd9-4420-9a2a-d9a85374533b req-ec9da01a-76b4-4237-ad5c-235b3bf7ec61 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390048 Apr 12 17:13:51.852029 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b10dd-770b-44a2-a674-e6ad2343c9e7 req-88e13ea3-f038-4541-a9a3-248ea23eb2de tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:51.853462 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b09b10dd-770b-44a2-a674-e6ad2343c9e7 req-88e13ea3-f038-4541-a9a3-248ea23eb2de tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 945 time: 0.0458274 Apr 12 17:13:51.900449 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b09b10dd-770b-44a2-a674-e6ad2343c9e7 req-d3444ea1-096c-4989-bbaf-3882f993fe9f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Apr 12 17:13:52.724300 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9fcd7-a519-41b5-8fd9-5b21b9797b2e req-7515ac76-01fd-4ff7-8405-b08f6a255a76 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:52.725826 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f2e9fcd7-a519-41b5-8fd9-5b21b9797b2e req-7515ac76-01fd-4ff7-8405-b08f6a255a76 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 944 time: 0.0462408 Apr 12 17:13:52.775941 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f2e9fcd7-a519-41b5-8fd9-5b21b9797b2e req-6043d6ac-37de-41fe-b169-5f616a18dda3 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446477 Apr 12 17:13:52.856451 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device c925f780-7225-40e3-ac8f-de732cd58da8 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:52.903401 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port c925f780-7225-40e3-ac8f-de732cd58da8 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:13:52.972889 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port c925f780-7225-40e3-ac8f-de732cd58da8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:52.973277 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:53.011593 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64a67-1577-4fae-8a64-d5399dbecb75 req-fa5368c2-2979-449a-9ac9-a7a15b13b4ff tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:53.013329 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f4d64a67-1577-4fae-8a64-d5399dbecb75 req-fa5368c2-2979-449a-9ac9-a7a15b13b4ff tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 945 time: 0.0477998 Apr 12 17:13:53.039941 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:53.056765 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port c925f780-7225-40e3-ac8f-de732cd58da8 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:53.058445 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:53.065643 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f4d64a67-1577-4fae-8a64-d5399dbecb75 req-dedbb4bb-ce76-4fd5-8d43-a9556b3618b4 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458655 Apr 12 17:13:53.083313 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:13:53.085673 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ec502c-5172-4d3c-988c-05d1698adecc" -d '{"events": [{"server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "name": "network-vif-plugged", "status": "completed", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:13:53.098590 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port c925f780-7225-40e3-ac8f-de732cd58da8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c925f780-7225-40e3-ac8f-de732cd58da8,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:53.120035 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ecc401-a761-4cbe-9271-4c7f8e12829c x-openstack-request-id: req-07ecc401-a761-4cbe-9271-4c7f8e12829c {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:13:53.120347 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "name": "network-vif-plugged", "status": "completed", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:13:53.120606 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07ecc401-a761-4cbe-9271-4c7f8e12829c {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:13:53.121001 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ecc401-a761-4cbe-9271-4c7f8e12829c'] response: {'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'code': 200} Apr 12 17:13:53.160818 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:53.211343 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=c925f780-7225-40e3-ac8f-de732cd58da8,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:53.884769 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4e3e6-acb2-477f-95a5-e324b50195d5 req-8f961de8-1d03-45f8-a487-cbb49bfacfd2 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:53.886272 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-28d4e3e6-acb2-477f-95a5-e324b50195d5 req-8f961de8-1d03-45f8-a487-cbb49bfacfd2 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 944 time: 0.0462406 Apr 12 17:13:53.933406 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-28d4e3e6-acb2-477f-95a5-e324b50195d5 req-0d48de15-333c-47dc-88e2-ada46c909d80 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Apr 12 17:13:54.182072 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f698006-bc51-4125-b3ce-10ce85acbe1e req-ff4392a5-2eb2-4d6a-aebc-33709510575b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:54.183588 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7f698006-bc51-4125-b3ce-10ce85acbe1e req-ff4392a5-2eb2-4d6a-aebc-33709510575b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0480580 Apr 12 17:13:54.235000 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa9270ad-14b0-4b29-b346-2792c351626e req-4bb3a44f-d336-4b31-9254-660a9ebe69c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504611 Apr 12 17:13:54.256136 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7f698006-bc51-4125-b3ce-10ce85acbe1e req-759b814a-390e-4acc-ada2-a667cf463c27 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640721 Apr 12 17:13:54.340129 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9270ad-14b0-4b29-b346-2792c351626e req-3d7f36c1-b42e-411b-b7de-84b12cf2016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:54.341531 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa9270ad-14b0-4b29-b346-2792c351626e req-3d7f36c1-b42e-411b-b7de-84b12cf2016c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 1130 time: 0.0430195 Apr 12 17:13:54.443953 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1fa01-2394-43bb-b8ee-aec8d9766a35 req-831193b0-1316-46d6-9269-786eaba87115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:54.445431 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-56b1fa01-2394-43bb-b8ee-aec8d9766a35 req-831193b0-1316-46d6-9269-786eaba87115 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 1130 time: 0.0825102 Apr 12 17:13:54.496412 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9270ad-14b0-4b29-b346-2792c351626e req-29462578-c7dc-4bc8-8028-b0e4157dc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:54.497811 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa9270ad-14b0-4b29-b346-2792c351626e req-29462578-c7dc-4bc8-8028-b0e4157dc0ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.1275468 Apr 12 17:13:54.518798 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-56b1fa01-2394-43bb-b8ee-aec8d9766a35 req-8159187f-351e-4d76-a500-18984981ab82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645342 Apr 12 17:13:54.544114 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa9270ad-14b0-4b29-b346-2792c351626e req-680e1063-78dd-4299-a723-b58d5c59d6b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd HTTP/1.1" status: 200 len: 217 time: 0.0369189 Apr 12 17:13:54.856867 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device e8ab0437-4e80-4541-9704-e3f3f17e31a2 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:13:54.952744 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port e8ab0437-4e80-4541-9704-e3f3f17e31a2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e8ab0437-4e80-4541-9704-e3f3f17e31a2,segment=NetworkSegment(4cdb1611-7475-4e16-8395-1c47293b73a0),segment_id=4cdb1611-7475-4e16-8395-1c47293b73a0)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:54.968290 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'e8ab0437-4e80-4541-9704-e3f3f17e31a2', 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a', 'port_id': 'e8ab0437-4e80-4541-9704-e3f3f17e31a2', 'mac_address': 'fa:16:3e:79:c4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bd1786-e3cd-463a-8c4e-8ee1374846c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:13:55.002378 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9270ad-14b0-4b29-b346-2792c351626e req-7a9bc2ee-f3de-4bf9-90fa-73ac2943c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:55.003943 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa9270ad-14b0-4b29-b346-2792c351626e req-7a9bc2ee-f3de-4bf9-90fa-73ac2943c6e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0577996 Apr 12 17:13:55.008085 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port e8ab0437-4e80-4541-9704-e3f3f17e31a2 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:55.008475 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:55.023466 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ab0437-4e80-4541-9704-e3f3f17e31a2 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:13:55.045017 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port e8ab0437-4e80-4541-9704-e3f3f17e31a2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e8ab0437-4e80-4541-9704-e3f3f17e31a2,segment=NetworkSegment(4cdb1611-7475-4e16-8395-1c47293b73a0),segment_id=4cdb1611-7475-4e16-8395-1c47293b73a0)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:55.046239 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11635dd7-14a3-4e39-a5ce-0f784726dbda req-ff433d58-171c-432a-8bca-122cebc5f0af tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:55.048071 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-11635dd7-14a3-4e39-a5ce-0f784726dbda req-ff433d58-171c-432a-8bca-122cebc5f0af tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 944 time: 0.0476334 Apr 12 17:13:55.055222 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9270ad-14b0-4b29-b346-2792c351626e req-85e65d07-e944-4805-bde6-434b60dac2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:55.056773 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa9270ad-14b0-4b29-b346-2792c351626e req-85e65d07-e944-4805-bde6-434b60dac2e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454564 Apr 12 17:13:55.095544 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-11635dd7-14a3-4e39-a5ce-0f784726dbda req-bddf4d6c-a7da-4656-83b4-1a53ea53ba47 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402637 Apr 12 17:13:55.121235 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:55.169595 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=e8ab0437-4e80-4541-9704-e3f3f17e31a2,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:55.370385 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6851f0-9305-4996-a1de-94d79e3c5be3 req-0621f8dd-2849-445c-a661-02cc7ced09cd tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:55.371898 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a6851f0-9305-4996-a1de-94d79e3c5be3 req-0621f8dd-2849-445c-a661-02cc7ced09cd tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0507479 Apr 12 17:13:55.418304 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a6851f0-9305-4996-a1de-94d79e3c5be3 req-924a5bbb-fdf3-4d92-bb92-9158d9e90529 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Apr 12 17:13:55.661112 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa9270ad-14b0-4b29-b346-2792c351626e req-a1c72126-e260-4dc4-9048-aa600eb12f62 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823081 Apr 12 17:13:55.677320 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['e8ab0437-4e80-4541-9704-e3f3f17e31a2'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:13:55.773948 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fa9270ad-14b0-4b29-b346-2792c351626e req-57dfda8f-0491-4adf-b8fd-2430aefa1205 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881395 Apr 12 17:13:55.796602 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:13:56.210475 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42be06-77ff-4af5-b088-e5f139f20d73 req-1772421c-9b42-401d-92ca-f52144be9396 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:56.211950 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9d42be06-77ff-4af5-b088-e5f139f20d73 req-1772421c-9b42-401d-92ca-f52144be9396 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 945 time: 0.0505862 Apr 12 17:13:56.258090 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9d42be06-77ff-4af5-b088-e5f139f20d73 req-852dae07-de93-46ce-9c48-6d79bf8914ed tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Apr 12 17:13:56.532458 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d936f-54ba-4abf-abe4-f0dee413374d req-3a132746-55d7-4503-aeb5-681e7eecc365 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:56.533947 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-791d936f-54ba-4abf-abe4-f0dee413374d req-3a132746-55d7-4503-aeb5-681e7eecc365 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0491142 Apr 12 17:13:56.581491 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-791d936f-54ba-4abf-abe4-f0dee413374d req-ebea3102-debb-496c-a93e-3cf77244f4c2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Apr 12 17:13:56.907964 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device e8ab0437-4e80-4541-9704-e3f3f17e31a2 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:13:56.950753 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port e8ab0437-4e80-4541-9704-e3f3f17e31a2 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:13:57.017980 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port e8ab0437-4e80-4541-9704-e3f3f17e31a2 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:13:57.018353 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:57.096795 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port e8ab0437-4e80-4541-9704-e3f3f17e31a2 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:13:57.097187 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:57.119513 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fe366a-07bb-48b3-b7f4-e2713a870cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ab0437-4e80-4541-9704-e3f3f17e31a2'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:13:57.121742 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693f1d60-30b8-4288-88a5-d2c2928a71d4" -d '{"events": [{"server_uuid": "a4fe366a-07bb-48b3-b7f4-e2713a870cb9", "name": "network-vif-plugged", "status": "completed", "tag": "e8ab0437-4e80-4541-9704-e3f3f17e31a2"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:13:57.135244 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port e8ab0437-4e80-4541-9704-e3f3f17e31a2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e8ab0437-4e80-4541-9704-e3f3f17e31a2,segment=NetworkSegment(4cdb1611-7475-4e16-8395-1c47293b73a0),segment_id=4cdb1611-7475-4e16-8395-1c47293b73a0)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:13:57.160772 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bede0e0f-fe95-472e-b5b7-d9e12348e75b x-openstack-request-id: req-bede0e0f-fe95-472e-b5b7-d9e12348e75b {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:13:57.160772 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fe366a-07bb-48b3-b7f4-e2713a870cb9", "name": "network-vif-plugged", "status": "completed", "tag": "e8ab0437-4e80-4541-9704-e3f3f17e31a2", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:13:57.161146 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bede0e0f-fe95-472e-b5b7-d9e12348e75b {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:13:57.161554 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bede0e0f-fe95-472e-b5b7-d9e12348e75b'] response: {'server_uuid': 'a4fe366a-07bb-48b3-b7f4-e2713a870cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ab0437-4e80-4541-9704-e3f3f17e31a2', 'code': 200} Apr 12 17:13:57.199061 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:13:57.249003 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=e8ab0437-4e80-4541-9704-e3f3f17e31a2,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:13:57.256802 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.257128 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.257472 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.257899 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.258275 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.258792 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.259124 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.259453 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.260247 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.260247 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.260418 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.260740 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.261043 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.261363 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.261679 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:13:57.374952 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec128222-589f-4db7-9b73-2c01f500140f req-7e2bfd58-d031-4b9d-a995-75a08dc8c4e6 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:57.376443 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec128222-589f-4db7-9b73-2c01f500140f req-7e2bfd58-d031-4b9d-a995-75a08dc8c4e6 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 946 time: 0.0499661 Apr 12 17:13:57.427789 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ec128222-589f-4db7-9b73-2c01f500140f req-cb7728ed-8fb2-4010-b0b2-d0370ba2febf tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Apr 12 17:13:57.612433 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068058c-51f1-4b77-8584-9462898358f5 req-73e0691e-1aef-4fe0-8065-f8290321595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:57.614574 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1068058c-51f1-4b77-8584-9462898358f5 req-73e0691e-1aef-4fe0-8065-f8290321595b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 1130 time: 0.0381358 Apr 12 17:13:57.660079 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1068058c-51f1-4b77-8584-9462898358f5 req-0774429f-26c1-4681-bade-701882778975 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397596 Apr 12 17:13:57.694801 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16cc54-3bbb-4d04-b5c9-3fbcdbbc33a5 req-f9cba343-6294-48d9-8ad8-f62e27631a08 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:57.696263 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cd16cc54-3bbb-4d04-b5c9-3fbcdbbc33a5 req-f9cba343-6294-48d9-8ad8-f62e27631a08 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0466671 Apr 12 17:13:57.742039 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cd16cc54-3bbb-4d04-b5c9-3fbcdbbc33a5 req-e10dfd21-8663-4b55-9de6-d1f1620eb8de tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Apr 12 17:13:57.856714 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe542e-bce4-4802-8f0e-ce63b7b17eb6 req-551ae667-7758-4418-9fc4-bb44f33e601a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:57.858245 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-34fe542e-bce4-4802-8f0e-ce63b7b17eb6 req-551ae667-7758-4418-9fc4-bb44f33e601a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0505040 Apr 12 17:13:57.905782 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-34fe542e-bce4-4802-8f0e-ce63b7b17eb6 req-3d34c8a0-9ad7-44e5-856e-f3a191230ea0 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Apr 12 17:13:58.227451 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb05e60-6dc7-4f05-9901-10e7f88732e4 req-ee71e859-eee2-4c8c-8069-70640379ee41 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:58.228931 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ecb05e60-6dc7-4f05-9901-10e7f88732e4 req-ee71e859-eee2-4c8c-8069-70640379ee41 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0469255 Apr 12 17:13:58.277322 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ecb05e60-6dc7-4f05-9901-10e7f88732e4 req-b657cb08-82cf-40ae-bd41-535667fb8388 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429535 Apr 12 17:13:58.541679 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e182f06-ff3b-47ec-9bd3-26346f88116a req-82b783d1-67eb-4639-9d47-71adc61c83c3 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:58.543152 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1e182f06-ff3b-47ec-9bd3-26346f88116a req-82b783d1-67eb-4639-9d47-71adc61c83c3 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 946 time: 0.0476508 Apr 12 17:13:58.592706 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1e182f06-ff3b-47ec-9bd3-26346f88116a req-e80b6352-dbce-4c28-bb15-f5f98f8aefb5 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439484 Apr 12 17:13:59.706691 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ecf3-d33b-488c-8c5b-d935b205bc1f req-8f732128-1d60-4a9e-83fb-73790b13a6bb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:13:59.708699 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f756ecf3-d33b-488c-8c5b-d935b205bc1f req-8f732128-1d60-4a9e-83fb-73790b13a6bb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 946 time: 0.0493879 Apr 12 17:13:59.763831 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f756ecf3-d33b-488c-8c5b-d935b205bc1f req-ad12764a-27b6-4592-981c-0fda73887a8e tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490661 Apr 12 17:14:00.877665 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63175e6-77a6-47d0-a4a5-983ec1c25bf7 req-bf54afa0-3346-4ec8-9f97-af8ae6ffbf33 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:00.879160 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b63175e6-77a6-47d0-a4a5-983ec1c25bf7 req-bf54afa0-3346-4ec8-9f97-af8ae6ffbf33 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 946 time: 0.0483418 Apr 12 17:14:00.927080 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b63175e6-77a6-47d0-a4a5-983ec1c25bf7 req-10e4601b-5c10-4153-8897-7207bd1177be tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 Apr 12 17:14:10.677537 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190633fc-6654-4b75-b8f2-4ba271c46260 req-05fee0ba-3861-4035-aa1d-42ac02d1f014 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:10.679816 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-190633fc-6654-4b75-b8f2-4ba271c46260 req-05fee0ba-3861-4035-aa1d-42ac02d1f014 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0467348 Apr 12 17:14:10.726184 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-190633fc-6654-4b75-b8f2-4ba271c46260 req-3efea867-43a0-4ec6-86ea-4a5364e8aa74 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Apr 12 17:14:10.748865 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 45706) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:10.937407 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8c88a3-c876-4974-98db-39adea4d3767 tempest-TestMinimumBasicScenario-1093745072 tempest-TestMinimumBasicScenario-1093745072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:10.938974 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ba8c88a3-c876-4974-98db-39adea4d3767 tempest-TestMinimumBasicScenario-1093745072 tempest-TestMinimumBasicScenario-1093745072-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 1125 time: 0.1889348 Apr 12 17:14:10.941830 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 45710) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:10.946283 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'port_id': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:11.027549 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:11.106730 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:11.215815 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Allocated IP 172.27.1.197 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/b745e7e7-c690-43eb-9a02-f442141bbc86) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:14:11.321054 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for port (b745e7e7-c690-43eb-9a02-f442141bbc86), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:11.412624 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (b745e7e7-c690-43eb-9a02-f442141bbc86), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:11.451797 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:14:11.455546 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:11.462191 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:14:11.487116 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'Port': ['ID=b745e7e7-c690-43eb-9a02-f442141bbc86,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:11.499267 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.499630 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.499981 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.500321 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.500662 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.501002 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.501337 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.501668 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.501995 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.502324 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.502679 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.503005 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.503330 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.503655 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.503976 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:11.868030 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for floatingip (64e6c897-1c2c-4a26-bdc5-acea765d268a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:12.002906 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (b745e7e7-c690-43eb-9a02-f442141bbc86), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:12.160063 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for port (b745e7e7-c690-43eb-9a02-f442141bbc86), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:12.227732 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (b745e7e7-c690-43eb-9a02-f442141bbc86), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:12.294178 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'Port': ['ID=b745e7e7-c690-43eb-9a02-f442141bbc86,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:12.306031 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (64e6c897-1c2c-4a26-bdc5-acea765d268a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:12.410948 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Floating IP 64e6c897-1c2c-4a26-bdc5-acea765d268a associated. External IP: 172.27.1.197, port: c925f780-7225-40e3-ac8f-de732cd58da8. Apr 12 17:14:12.625367 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Router fbd7e567-0be9-41a6-bcd4-addf8944af48 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:14:12.734742 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:14:12.746252 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] Sync routers for ids ['fbd7e567-0be9-41a6-bcd4-addf8944af48'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:14:12.757184 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] Routers {'fbd7e567-0be9-41a6-bcd4-addf8944af48'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:14:12.762113 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:13:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['fbd7e567-0be9-41a6-bcd4-addf8944af48'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:12.820394 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:12.851568 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-aa071649-0afd-4427-998a-d972b2a9e83a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9086664 Apr 12 17:14:12.852145 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:14:12.854387 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 45722) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:12.854893 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8d2510-af1d-45d2-a06e-660e5c4152d8" -d '{"events": [{"name": "network-changed", "server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:14:12.859005 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132310997', 'description': 'tempest-secgroup-smoke-1132310997 description', 'project_id': '0734c6ed5f4045a79695937ee790fd49'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:12.867646 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] Set router fbd7e567-0be9-41a6-bcd4-addf8944af48 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:14:12.896775 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f183f3cf-4e4e-4378-b2b3-73bc34bfface x-openstack-request-id: req-f183f3cf-4e4e-4378-b2b3-73bc34bfface {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:14:12.897271 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:14:12.897361 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f183f3cf-4e4e-4378-b2b3-73bc34bfface {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:14:12.898510 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f183f3cf-4e4e-4378-b2b3-73bc34bfface'] response: {'name': 'network-changed', 'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'status': 'completed', 'code': 200} Apr 12 17:14:12.970680 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:12.996486 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-b7dad04b-a8a8-4bc8-bb81-a1d555eaf317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:13.001018 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-b7dad04b-a8a8-4bc8-bb81-a1d555eaf317 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0734c6ed5f4045a79695937ee790fd49&device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 1130 time: 0.0450151 Apr 12 17:14:13.099621 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:13:00Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '64e6c897-1c2c-4a26-bdc5-acea765d268a', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'port_id': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'mac_address': 'fa:16:3e:fe:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508ef394-1628-4096-91ab-52e7408d9119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:14:11Z', 'updated_at': '2022-04-12T17:14:11Z', 'revision_number': 0, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa74416-954e-437d-b4cd-d8208d961402', 'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'mac_address': 'fa:16:3e:94:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:59Z', 'updated_at': '2022-04-12T17:13:04Z', 'revision_number': 5, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'subnets': [{'id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:13.102025 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-87df6f1f-abea-4ebb-a33e-6d593b63bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:13.103559 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-87df6f1f-abea-4ebb-a33e-6d593b63bb8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=215116c1-5400-4265-a5b7-743b0045977e HTTP/1.1" status: 200 len: 914 time: 0.0937238 Apr 12 17:14:13.191447 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-a5955da1-c546-4e9f-8582-7c49d58a4f48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c925f780-7225-40e3-ac8f-de732cd58da8 HTTP/1.1" status: 200 len: 1000 time: 0.0768378 Apr 12 17:14:13.227253 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] Checking router: fbd7e567-0be9-41a6-bcd4-addf8944af48 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:14:13.237393 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] Routers {'fbd7e567-0be9-41a6-bcd4-addf8944af48'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:14:13.237393 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:13:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['fbd7e567-0be9-41a6-bcd4-addf8944af48'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:13.249668 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-10e49660-c228-47f8-adc6-6f457c26f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:13.251287 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-10e49660-c228-47f8-adc6-6f457c26f261 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a902e7ca-5635-4466-89ea-203c24cb28dd HTTP/1.1" status: 200 len: 853 time: 0.0508969 Apr 12 17:14:13.278267 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group (5c6962ae-ee96-4f70-92c7-f89363a157be), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:13.304867 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-06cb5629-b6d0-4a29-b583-f3ae9818dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:13.306502 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-06cb5629-b6d0-4a29-b583-f3ae9818dfe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=215116c1-5400-4265-a5b7-743b0045977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471520 Apr 12 17:14:13.338052 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (5c6962ae-ee96-4f70-92c7-f89363a157be), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:13.368054 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] Set router fbd7e567-0be9-41a6-bcd4-addf8944af48 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:14:13.368295 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6962ae-ee96-4f70-92c7-f89363a157be,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:13.377680 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.378272 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.378809 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.379330 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.379830 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.380329 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.380823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.381317 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.381921 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.382947 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.383446 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.383944 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.384461 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.384952 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.385442 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:13.427810 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-8b2a88c2-2f28-4c39-914f-5a0cf3c895b1 service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143730 Apr 12 17:14:13.475234 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:13.477330 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6c1fecef-54b6-45ab-ad50-6b2217518a6a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6215510 Apr 12 17:14:13.479907 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 45728) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:13.484336 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-1b67a2d2-a306-467f-9b35-f8d542234891 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'security_group_rule': {'security_group_id': '5c6962ae-ee96-4f70-92c7-f89363a157be', 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:13.525355 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f8d2510-af1d-45d2-a06e-660e5c4152d8 req-bbd9a2a8-17c4-4c65-a07f-34da7cd7e39b service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906479 Apr 12 17:14:13.583604 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1b67a2d2-a306-467f-9b35-f8d542234891 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (e1f863ec-5336-437d-abae-19e4eeb61b8c), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:13.592968 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:13:00Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '64e6c897-1c2c-4a26-bdc5-acea765d268a', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'port_id': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'mac_address': 'fa:16:3e:fe:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508ef394-1628-4096-91ab-52e7408d9119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:14:11Z', 'updated_at': '2022-04-12T17:14:11Z', 'revision_number': 0, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa74416-954e-437d-b4cd-d8208d961402', 'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'mac_address': 'fa:16:3e:94:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:59Z', 'updated_at': '2022-04-12T17:13:04Z', 'revision_number': 5, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'subnets': [{'id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:13.624859 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2681bc-50bc-4672-8800-44a17de6f149 None None] The sync data for ids ['fbd7e567-0be9-41a6-bcd4-addf8944af48'] in dv-cinder-837531-1-iscsi is: [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:13:00Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '64e6c897-1c2c-4a26-bdc5-acea765d268a', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'port_id': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'mac_address': 'fa:16:3e:fe:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508ef394-1628-4096-91ab-52e7408d9119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:14:11Z', 'updated_at': '2022-04-12T17:14:11Z', 'revision_number': 0, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa74416-954e-437d-b4cd-d8208d961402', 'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'mac_address': 'fa:16:3e:94:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:59Z', 'updated_at': '2022-04-12T17:13:04Z', 'revision_number': 5, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'subnets': [{'id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:14:13.643131 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1b67a2d2-a306-467f-9b35-f8d542234891 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (e1f863ec-5336-437d-abae-19e4eeb61b8c), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:13.698335 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1b67a2d2-a306-467f-9b35-f8d542234891 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (e1f863ec-5336-437d-abae-19e4eeb61b8c), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:13.715704 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67a2d2-a306-467f-9b35-f8d542234891 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f863ec-5336-437d-abae-19e4eeb61b8c,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:13.778020 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1b67a2d2-a306-467f-9b35-f8d542234891 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:13.781830 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1b67a2d2-a306-467f-9b35-f8d542234891 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983627 Apr 12 17:14:13.782069 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 45730) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:13.786287 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-3d55a886-74fc-42bc-a00f-3a5486ee875f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'security_group_rule': {'security_group_id': '5c6962ae-ee96-4f70-92c7-f89363a157be', 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:13.823328 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a682f0-0579-4c71-99f4-6d7bbf6264b1 None None] New status for floating IP 64e6c897-1c2c-4a26-bdc5-acea765d268a: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:14:13.872813 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d55a886-74fc-42bc-a00f-3a5486ee875f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (eaaec1aa-5df5-4e84-b336-27dd33f85ddd), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:13.933592 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d55a886-74fc-42bc-a00f-3a5486ee875f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (eaaec1aa-5df5-4e84-b336-27dd33f85ddd), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.015954 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d55a886-74fc-42bc-a00f-3a5486ee875f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (eaaec1aa-5df5-4e84-b336-27dd33f85ddd), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.034024 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55a886-74fc-42bc-a00f-3a5486ee875f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaec1aa-5df5-4e84-b336-27dd33f85ddd,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:14.109251 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d55a886-74fc-42bc-a00f-3a5486ee875f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.110922 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3d55a886-74fc-42bc-a00f-3a5486ee875f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275733 Apr 12 17:14:14.113591 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 45736) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:14.118218 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-2d82464c-434d-4b66-970f-8bf4ac6f6587 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'security_group_rule': {'security_group_id': '5c6962ae-ee96-4f70-92c7-f89363a157be', 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:14.199053 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2d82464c-434d-4b66-970f-8bf4ac6f6587 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (35d6c8f4-718a-4d4b-8072-468473a3af97), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.259491 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2d82464c-434d-4b66-970f-8bf4ac6f6587 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (35d6c8f4-718a-4d4b-8072-468473a3af97), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.303664 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2d82464c-434d-4b66-970f-8bf4ac6f6587 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (35d6c8f4-718a-4d4b-8072-468473a3af97), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.322579 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82464c-434d-4b66-970f-8bf4ac6f6587 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d6c8f4-718a-4d4b-8072-468473a3af97,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:14.377821 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2d82464c-434d-4b66-970f-8bf4ac6f6587 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.379126 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-2d82464c-434d-4b66-970f-8bf4ac6f6587 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645464 Apr 12 17:14:14.381825 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 45740) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:14.386573 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-ebd05063-b554-4665-a67c-a7e51f8c725f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'security_group_rule': {'security_group_id': '5c6962ae-ee96-4f70-92c7-f89363a157be', 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:14.473432 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ebd05063-b554-4665-a67c-a7e51f8c725f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (78af2b1a-36d2-4853-be1b-c7b75b8f83dd), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.531550 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ebd05063-b554-4665-a67c-a7e51f8c725f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (78af2b1a-36d2-4853-be1b-c7b75b8f83dd), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.592991 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ebd05063-b554-4665-a67c-a7e51f8c725f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (78af2b1a-36d2-4853-be1b-c7b75b8f83dd), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.609847 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd05063-b554-4665-a67c-a7e51f8c725f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78af2b1a-36d2-4853-be1b-c7b75b8f83dd,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:14.674833 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ebd05063-b554-4665-a67c-a7e51f8c725f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.676067 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ebd05063-b554-4665-a67c-a7e51f8c725f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2927885 Apr 12 17:14:14.678837 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 45742) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:14.683458 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-f67056ba-2046-42e4-a84d-1d54acb779dd tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'security_group_rule': {'security_group_id': '5c6962ae-ee96-4f70-92c7-f89363a157be', 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:14.764654 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.securitygroups_db [None req-f67056ba-2046-42e4-a84d-1d54acb779dd tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Project 0734c6ed5f4045a79695937ee790fd49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:14:14.770537 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f67056ba-2046-42e4-a84d-1d54acb779dd tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (9fbe2962-fae6-4b48-86f4-be9b4f6c1176), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.829519 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f67056ba-2046-42e4-a84d-1d54acb779dd tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (9fbe2962-fae6-4b48-86f4-be9b4f6c1176), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.907665 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f67056ba-2046-42e4-a84d-1d54acb779dd tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (9fbe2962-fae6-4b48-86f4-be9b4f6c1176), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.924705 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67056ba-2046-42e4-a84d-1d54acb779dd tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbe2962-fae6-4b48-86f4-be9b4f6c1176,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:14.995736 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f67056ba-2046-42e4-a84d-1d54acb779dd tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:14.996958 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f67056ba-2046-42e4-a84d-1d54acb779dd tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3167019 Apr 12 17:14:15.000171 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 45746) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:15.005099 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-8f3d3839-0610-4a87-b8a0-5e584d1dbf78 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'security_group_rule': {'security_group_id': '5c6962ae-ee96-4f70-92c7-f89363a157be', 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:15.086731 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.securitygroups_db [None req-8f3d3839-0610-4a87-b8a0-5e584d1dbf78 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Project 0734c6ed5f4045a79695937ee790fd49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:14:15.092559 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3839-0610-4a87-b8a0-5e584d1dbf78 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (c0ef9ac9-7f8e-4a22-8800-5f41eefb993c), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:15.154252 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3839-0610-4a87-b8a0-5e584d1dbf78 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (c0ef9ac9-7f8e-4a22-8800-5f41eefb993c), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:15.223303 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3839-0610-4a87-b8a0-5e584d1dbf78 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (c0ef9ac9-7f8e-4a22-8800-5f41eefb993c), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:15.243914 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d3839-0610-4a87-b8a0-5e584d1dbf78 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ef9ac9-7f8e-4a22-8800-5f41eefb993c,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:15.322801 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3839-0610-4a87-b8a0-5e584d1dbf78 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:15.323958 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8f3d3839-0610-4a87-b8a0-5e584d1dbf78 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3228731 Apr 12 17:14:15.416353 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-7d802e48-8031-4c65-bfe3-62601c002687 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132310997&fields=id&tenant_id=0734c6ed5f4045a79695937ee790fd49 HTTP/1.1" status: 200 len: 267 time: 0.0480714 Apr 12 17:14:15.465313 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-ad3ade50-e8dc-4896-8e8f-6afb3f412d32 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:15.466761 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-ad3ade50-e8dc-4896-8e8f-6afb3f412d32 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0467889 Apr 12 17:14:15.477589 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-06f4a7ed-0e25-4afd-9370-3a718fcf38d2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'port': {'security_groups': ['4fff0db2-d4ea-4d93-ac0c-7f53357a32ec', '5c6962ae-ee96-4f70-92c7-f89363a157be']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:15.548039 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-06f4a7ed-0e25-4afd-9370-3a718fcf38d2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:15.766053 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-06f4a7ed-0e25-4afd-9370-3a718fcf38d2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] For port c925f780-7225-40e3-ac8f-de732cd58da8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c925f780-7225-40e3-ac8f-de732cd58da8,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:14:15.797107 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-06f4a7ed-0e25-4afd-9370-3a718fcf38d2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for port (c925f780-7225-40e3-ac8f-de732cd58da8), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:15.890071 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-06f4a7ed-0e25-4afd-9370-3a718fcf38d2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:15.930523 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['c925f780-7225-40e3-ac8f-de732cd58da8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:14:15.936711 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-06f4a7ed-0e25-4afd-9370-3a718fcf38d2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:15.937364 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-06f4a7ed-0e25-4afd-9370-3a718fcf38d2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:15.938856 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-16bdfdeb-0ae3-438c-802a-422a75493ccd req-06f4a7ed-0e25-4afd-9370-3a718fcf38d2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "PUT /v2.0/ports/c925f780-7225-40e3-ac8f-de732cd58da8 HTTP/1.1" status: 200 len: 982 time: 0.4662507 Apr 12 17:14:15.939332 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:14:15.943082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6be962-b391-49d1-a4e9-e246e7be10e3" -d '{"events": [{"name": "network-changed", "server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:14:15.967687 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4a7ed-0e25-4afd-9370-3a718fcf38d2 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'Port': ['ID=c925f780-7225-40e3-ac8f-de732cd58da8,revision_number=6']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:16.009067 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d5fcf1-25f0-4026-ac43-0bced0818fb9 x-openstack-request-id: req-17d5fcf1-25f0-4026-ac43-0bced0818fb9 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:14:16.009558 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:14:16.010038 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17d5fcf1-25f0-4026-ac43-0bced0818fb9 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:14:16.010811 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d5fcf1-25f0-4026-ac43-0bced0818fb9'] response: {'name': 'network-changed', 'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'status': 'completed', 'code': 200} Apr 12 17:14:16.090744 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c48aa-b182-4245-b091-de1c66cf2de6 req-96b92611-5113-4e74-8d6b-51a39ccf2b40 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:16.093978 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8b8c48aa-b182-4245-b091-de1c66cf2de6 req-96b92611-5113-4e74-8d6b-51a39ccf2b40 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0662599 Apr 12 17:14:16.141538 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-99ac758a-637b-438c-8257-7666ec6a3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:16.143033 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-99ac758a-637b-438c-8257-7666ec6a3cee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0734c6ed5f4045a79695937ee790fd49&device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 1169 time: 0.0622647 Apr 12 17:14:16.173472 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8b8c48aa-b182-4245-b091-de1c66cf2de6 req-77790f82-7287-4bf5-862a-6d3fbc0da994 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716517 Apr 12 17:14:16.267496 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-df363cc7-de14-4eaf-afa2-2f4e5c432d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:16.269024 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-df363cc7-de14-4eaf-afa2-2f4e5c432d66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=215116c1-5400-4265-a5b7-743b0045977e HTTP/1.1" status: 200 len: 914 time: 0.1126449 Apr 12 17:14:16.291092 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:16.308523 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['c925f780-7225-40e3-ac8f-de732cd58da8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:14:16.336536 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-aef64923-36fc-4e6c-842c-928f3b9cdc31 None None] Provisioning complete for port c925f780-7225-40e3-ac8f-de732cd58da8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:16.336910 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-aef64923-36fc-4e6c-842c-928f3b9cdc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:16.349657 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-ed5e89cc-b931-4c53-92ed-8455ed20bcdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c925f780-7225-40e3-ac8f-de732cd58da8 HTTP/1.1" status: 200 len: 1002 time: 0.0739980 Apr 12 17:14:16.399884 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-b13f2916-2a30-4022-af23-c0a8ebe9e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:16.401368 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-b13f2916-2a30-4022-af23-c0a8ebe9e691 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a902e7ca-5635-4466-89ea-203c24cb28dd HTTP/1.1" status: 200 len: 853 time: 0.0451620 Apr 12 17:14:16.447580 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-5af8c76f-1eb1-46eb-a09b-7c753fabe44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:16.449094 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-5af8c76f-1eb1-46eb-a09b-7c753fabe44b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=215116c1-5400-4265-a5b7-743b0045977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394583 Apr 12 17:14:16.550301 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-b88544de-f8f8-4a21-8590-1db0e37fa2fd service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895588 Apr 12 17:14:16.571021 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-aef64923-36fc-4e6c-842c-928f3b9cdc31 None None] Current status of the port c925f780-7225-40e3-ac8f-de732cd58da8 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:16.644053 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3f6be962-b391-49d1-a4e9-e246e7be10e3 req-e478bb68-a280-4293-afa0-659b4ac69bc7 service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847404 Apr 12 17:14:16.647354 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-279c29a7-09ef-4fc4-bc8f-1f596ab36b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:18.816005 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0f126204-a913-4d4a-9c3c-49b8ca663a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:19.880468 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:21.387008 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:23.028952 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:32.795072 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:14:37.117858 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-49ba780f-ba4d-4288-b2c9-696212958026 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373900 Apr 12 17:14:37.193505 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-dd14aae9-13d0-4cad-bd7c-263fb26ff846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:37.195049 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-dd14aae9-13d0-4cad-bd7c-263fb26ff846 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 1130 time: 0.0415902 Apr 12 17:14:37.298524 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-81b13a29-76dc-4c2b-a449-a2aab31a4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:37.299999 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-81b13a29-76dc-4c2b-a449-a2aab31a4f61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.0857236 Apr 12 17:14:37.343637 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-97ec78ee-3236-490c-a833-a10e57750a62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d14160f6-0b69-47ac-93a2-173b914999e1 HTTP/1.1" status: 200 len: 217 time: 0.0364428 Apr 12 17:14:37.392177 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-dceefa94-9282-429b-ab80-2dd81aae5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:37.393550 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-dceefa94-9282-429b-ab80-2dd81aae5c98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0423908 Apr 12 17:14:37.435258 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-e6ba41e6-1beb-4e1d-a62f-fde778b99a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:37.436696 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-e6ba41e6-1beb-4e1d-a62f-fde778b99a44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367651 Apr 12 17:14:37.528272 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-d0177dbd-0360-4331-86d0-acbb1b74dc30 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846241 Apr 12 17:14:37.614743 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4997a70d-6a76-4349-877a-6661bfe96c26 req-18b7283b-f713-4e81-b589-5fe100b59063 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795124 Apr 12 17:14:40.914551 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d388c6-7182-44ae-b9c4-18d950ff0550 req-24516e56-5cb5-49c5-b750-86caa1c54285 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:40.916029 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-18d388c6-7182-44ae-b9c4-18d950ff0550 req-24516e56-5cb5-49c5-b750-86caa1c54285 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.1604617 Apr 12 17:14:40.965611 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-18d388c6-7182-44ae-b9c4-18d950ff0550 req-6337618a-57f6-4679-8710-9399fdec4caf tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Apr 12 17:14:42.077443 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423702b-a5df-42bb-a692-829c1e737de7 req-76fd012a-0c2d-4a35-a8b0-8514efe0a675 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:42.078984 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5423702b-a5df-42bb-a692-829c1e737de7 req-76fd012a-0c2d-4a35-a8b0-8514efe0a675 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0460811 Apr 12 17:14:42.124979 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5423702b-a5df-42bb-a692-829c1e737de7 req-a4991e04-88ea-449b-9cd4-a569edddc565 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404630 Apr 12 17:14:43.238645 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 45996) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:43.296603 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b406fc56-1570-4d4a-86ae-9b09bfc78c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:43.400606 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b406fc56-1570-4d4a-86ae-9b09bfc78c1e admin admin] Publish callbacks [] for security_group (ec1f1f1a-c661-4441-b950-e3dc096fee70), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:43.407084 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eb45c-bc67-45d8-b57a-a1c6452e57f6 req-cdf86894-1356-4b59-84c6-9785d8e568c9 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:43.408529 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5d9eb45c-bc67-45d8-b57a-a1c6452e57f6 req-cdf86894-1356-4b59-84c6-9785d8e568c9 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.2152550 Apr 12 17:14:43.458254 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5d9eb45c-bc67-45d8-b57a-a1c6452e57f6 req-aa2d5096-2b04-49f9-9012-58ed89dd2147 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Apr 12 17:14:43.461352 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b406fc56-1570-4d4a-86ae-9b09bfc78c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (ec1f1f1a-c661-4441-b950-e3dc096fee70), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:43.499715 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b406fc56-1570-4d4a-86ae-9b09bfc78c1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f3fcbf9ba474059a77be956cfdeeed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600038 Apr 12 17:14:43.500541 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406fc56-1570-4d4a-86ae-9b09bfc78c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1f1f1a-c661-4441-b950-e3dc096fee70,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:43.502400 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 46002) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:43.549905 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-98a39724-1078-485b-80f2-f8c451da7103 admin admin] Publish callbacks [] for security_group (ec1f1f1a-c661-4441-b950-e3dc096fee70), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:43.570332 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-98a39724-1078-485b-80f2-f8c451da7103 admin admin] Publish callbacks [] for security_group (ec1f1f1a-c661-4441-b950-e3dc096fee70), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:43.677788 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-98a39724-1078-485b-80f2-f8c451da7103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (ec1f1f1a-c661-4441-b950-e3dc096fee70), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:43.680355 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-98a39724-1078-485b-80f2-f8c451da7103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:43.681514 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-98a39724-1078-485b-80f2-f8c451da7103 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec1f1f1a-c661-4441-b950-e3dc096fee70 HTTP/1.1" status: 204 len: 168 time: 0.1775012 Apr 12 17:14:43.689274 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a39724-1078-485b-80f2-f8c451da7103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1f1f1a-c661-4441-b950-e3dc096fee70,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:44.574036 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260feae-8c18-4c81-b697-0fec50d61fbc req-9e47f3c5-047c-48c8-9307-7510ffc83e21 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:44.574658 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 46030) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:44.575556 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3260feae-8c18-4c81-b697-0fec50d61fbc req-9e47f3c5-047c-48c8-9307-7510ffc83e21 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0478013 Apr 12 17:14:44.623177 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3260feae-8c18-4c81-b697-0fec50d61fbc req-9b711ce5-2318-4b8a-8b8d-050271cd1717 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Apr 12 17:14:44.667665 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1497913000-network', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:44.769086 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Made reservation on behalf of dacd228a8b4347aebfee54a1f1b9a1cf for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:14:44.771551 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:44.780728 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:44.853133 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Publish callbacks [] for security_group (1249964b-1822-4b91-85a7-1906dd8af189), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:44.911973 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (1249964b-1822-4b91-85a7-1906dd8af189), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:44.938338 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:14:44.944940 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1249964b-1822-4b91-85a7-1906dd8af189,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:44.950620 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (205dadfe-8601-42ac-b2e3-6f5d8bf6a66d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:44.950966 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Added segment 205dadfe-8601-42ac-b2e3-6f5d8bf6a66d of type vlan for network 14472038-bfec-44c7-961e-d47314f1d9e1 Apr 12 17:14:44.989409 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (14472038-bfec-44c7-961e-d47314f1d9e1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:45.072417 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (14472038-bfec-44c7-961e-d47314f1d9e1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:45.073382 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:45.073959 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:45.135635 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] Pushing event updated for resources: {'Network': ['ID=14472038-bfec-44c7-961e-d47314f1d9e1,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:45.145159 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 14472038-bfec-44c7-961e-d47314f1d9e1 details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:14:45.178012 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-17aa7b80-a086-4033-8aeb-56cf3612c3cd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6028187 Apr 12 17:14:45.187627 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 46034) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:45.192261 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Request body: {'subnet': {'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1497913000-subnet', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:45.266791 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Made reservation on behalf of dacd228a8b4347aebfee54a1f1b9a1cf for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:14:45.269171 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3604528'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:45.497804 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3976995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3604518'] for subnet (bb3fb7ac-cab2-45ef-9d95-27033bba06c4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:45.551933 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3fb7ac-cab2-45ef-9d95-27033bba06c4,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:45.560846 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Checking segment: {'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:14:45.561203 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Network hostable DHCP agents. Network: 14472038-bfec-44c7-961e-d47314f1d9e1, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:14:45.634519 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Network 14472038-bfec-44c7-961e-d47314f1d9e1 is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:14:45.720811 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 14472038-bfec-44c7-961e-d47314f1d9e1) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:45.728387 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:45.730858 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:45.731013 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7514a92f-0d07-4472-83bb-ce8c613765b8 None None] Network 14472038-bfec-44c7-961e-d47314f1d9e1 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:14:45.749353 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74478f9c-a9f5-45dd-b286-e6619e5e967b req-2abbb70b-e873-43c9-badd-c8a33f622c26 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:45.750789 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-74478f9c-a9f5-45dd-b286-e6619e5e967b req-2abbb70b-e873-43c9-badd-c8a33f622c26 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0612555 Apr 12 17:14:45.798291 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-74478f9c-a9f5-45dd-b286-e6619e5e967b req-6e3b5d08-a74b-4792-8b7c-dab843e4e340 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Apr 12 17:14:45.802873 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f3d5da5f-0930-499e-871e-d0083079d728 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6142979 Apr 12 17:14:45.806199 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 46042) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:45.810502 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:45.834212 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-14472038-bfec-44c7-961e-d47314f1d9e1', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:14:45.835113 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:45.907391 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (a5b20471-a298-420e-ae24-5b8a252ada21), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:45.908443 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (a5b20471-a298-420e-ae24-5b8a252ada21), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:45.960819 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks [] for router_controller (a5b20471-a298-420e-ae24-5b8a252ada21), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:45.963800 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Allocated IP 172.20.0.2 (14472038-bfec-44c7-961e-d47314f1d9e1/bb3fb7ac-cab2-45ef-9d95-27033bba06c4/600a1f8d-43af-4085-9c31-87c1de87faa4) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:14:46.117602 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Publish callbacks [] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.178407 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks [] for router_gateway (a5b20471-a298-420e-ae24-5b8a252ada21), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.186310 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.215056 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.254201 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Network 14472038-bfec-44c7-961e-d47314f1d9e1 is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:14:46.257077 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:46.262697 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:14:46.271345 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Pushing event updated for resources: {'Port': ['ID=600a1f8d-43af-4085-9c31-87c1de87faa4,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:46.323870 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Attempting to bind port 600a1f8d-43af-4085-9c31-87c1de87faa4 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:14:46.324155 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Attempting to bind port 600a1f8d-43af-4085-9c31-87c1de87faa4 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:14:46.324519 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Attempting to bind port 600a1f8d-43af-4085-9c31-87c1de87faa4 on network 14472038-bfec-44c7-961e-d47314f1d9e1 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:14:46.330524 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:14:46.330524 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Checking segment: {'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:14:46.330524 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.330859 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Bound using segment: {'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:14:46.331309 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Bound port: 600a1f8d-43af-4085-9c31-87c1de87faa4, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:14:46.331691 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.394209 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] For port 600a1f8d-43af-4085-9c31-87c1de87faa4, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:14:46.397242 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] For port 600a1f8d-43af-4085-9c31-87c1de87faa4, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=600a1f8d-43af-4085-9c31-87c1de87faa4,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:14:46.428345 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks [] for router_gateway (a5b20471-a298-420e-ae24-5b8a252ada21), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.446937 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.461854 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.520871 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103aae1-ee41-4929-9f34-0b857af085a1 None None] Pushing event updated for resources: {'Port': ['ID=600a1f8d-43af-4085-9c31-87c1de87faa4,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:46.556110 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Allocated IP 172.27.1.102 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/2bc47548-8b0a-4527-a81f-441aeb663a29) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:14:46.617724 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bc83d08b-0999-4b66-9b9c-e317a4a2fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.671992 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks [] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.761118 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:46.800389 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:14:46.806351 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:46.809036 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:14:46.836387 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc47548-8b0a-4527-a81f-441aeb663a29,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:46.917761 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694fad5-b0a6-4f33-b08f-3f298eb1fede req-b9fd94c6-bfdc-496b-9172-827947010f89 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:46.919337 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c694fad5-b0a6-4f33-b08f-3f298eb1fede req-b9fd94c6-bfdc-496b-9172-827947010f89 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0467851 Apr 12 17:14:46.965962 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c694fad5-b0a6-4f33-b08f-3f298eb1fede req-7f6fc036-79d7-4a83-945e-483dab05fa19 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Apr 12 17:14:47.160034 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks [] for router_gateway (a5b20471-a298-420e-ae24-5b8a252ada21), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:47.363993 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (a5b20471-a298-420e-ae24-5b8a252ada21), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:47.447709 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2d3f9-3d0b-4a83-8294-4122a5f3a50a None None] Network 14472038-bfec-44c7-961e-d47314f1d9e1 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:14:47.509895 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-61414818-4069-449c-90d9-64a2ca71a4f1 None None] Provisioning complete for port 600a1f8d-43af-4085-9c31-87c1de87faa4 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:47.510257 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-61414818-4069-449c-90d9-64a2ca71a4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:47.566212 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Router a5b20471-a298-420e-ae24-5b8a252ada21 is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:14:47.628406 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-61414818-4069-449c-90d9-64a2ca71a4f1 None None] Current status of the port 600a1f8d-43af-4085-9c31-87c1de87faa4 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:47.628876 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-61414818-4069-449c-90d9-64a2ca71a4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:47.664397 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-61414818-4069-449c-90d9-64a2ca71a4f1 None None] For port 600a1f8d-43af-4085-9c31-87c1de87faa4, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=600a1f8d-43af-4085-9c31-87c1de87faa4,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:14:47.684174 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:14:47.693376 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Sync routers for ids ['a5b20471-a298-420e-ae24-5b8a252ada21'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:14:47.703266 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Routers {'a5b20471-a298-420e-ae24-5b8a252ada21'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:14:47.703982 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:14:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['a5b20471-a298-420e-ae24-5b8a252ada21'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:47.742572 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-61414818-4069-449c-90d9-64a2ca71a4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:47.771504 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:47.773410 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5ef4b0ee-4148-4614-a7f6-470bb1e23d41 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9661858 Apr 12 17:14:47.776132 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 46050) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:47.802295 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61414818-4069-449c-90d9-64a2ca71a4f1 None None] Pushing event updated for resources: {'Port': ['ID=600a1f8d-43af-4085-9c31-87c1de87faa4,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:47.823084 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Set router a5b20471-a298-420e-ae24-5b8a252ada21 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:14:47.863179 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-cc2a1a9e-af33-4b0b-a546-d8b4bb336d6e None None] Provisioning complete for port 600a1f8d-43af-4085-9c31-87c1de87faa4 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:47.863554 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cc2a1a9e-af33-4b0b-a546-d8b4bb336d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:47.941372 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a1a9e-af33-4b0b-a546-d8b4bb336d6e None None] Current status of the port 600a1f8d-43af-4085-9c31-87c1de87faa4 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:47.997288 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:46Z', 'revision_number': 3, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:48.026531 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Checking router: a5b20471-a298-420e-ae24-5b8a252ada21 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:14:48.026880 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Updating router a5b20471-a298-420e-ae24-5b8a252ada21 port 2bc47548-8b0a-4527-a81f-441aeb663a29 binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:14:48.059038 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.120868 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c7a6c-0f3a-4c96-b0bf-93815fad4ac1 req-c9d148ad-f6c4-479a-8614-264693b4b265 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:48.122325 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-221c7a6c-0f3a-4c96-b0bf-93815fad4ac1 req-c9d148ad-f6c4-479a-8614-264693b4b265 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0576313 Apr 12 17:14:48.241793 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 600a1f8d-43af-4085-9c31-87c1de87faa4 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:14:48.301376 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 600a1f8d-43af-4085-9c31-87c1de87faa4 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:48.302451 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.326952 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Publish callbacks [] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.393042 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 600a1f8d-43af-4085-9c31-87c1de87faa4 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:48.393300 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.447305 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Pushing event updated for resources: {'Port': ['ID=2bc47548-8b0a-4527-a81f-441aeb663a29,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:48.450281 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Attempting to bind port 2bc47548-8b0a-4527-a81f-441aeb663a29 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:14:48.450669 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Attempting to bind port 2bc47548-8b0a-4527-a81f-441aeb663a29 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:14:48.451020 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Attempting to bind port 2bc47548-8b0a-4527-a81f-441aeb663a29 on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:14:48.459416 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.459416 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.463198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.463198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.463198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.463198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.463198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.463198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.463198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.463198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.463198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.463198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.464059 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-221c7a6c-0f3a-4c96-b0bf-93815fad4ac1 req-adcb295b-162c-47b2-a77e-019e5bcb10e4 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304963 Apr 12 17:14:48.464154 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.464154 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.464154 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:48.467372 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:14:48.467745 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:14:48.468555 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.468555 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:14:48.469006 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Bound port: 2bc47548-8b0a-4527-a81f-441aeb663a29, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:14:48.469377 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.519694 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.519923 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] For port 2bc47548-8b0a-4527-a81f-441aeb663a29, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:14:48.523231 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] For port 2bc47548-8b0a-4527-a81f-441aeb663a29, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2bc47548-8b0a-4527-a81f-441aeb663a29,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:14:48.598498 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.657899 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be69b58-2220-425a-90b6-4114c2ac4def None None] Pushing event updated for resources: {'Port': ['ID=2bc47548-8b0a-4527-a81f-441aeb663a29,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:48.660526 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Routers {'a5b20471-a298-420e-ae24-5b8a252ada21'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:14:48.661116 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:14:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['a5b20471-a298-420e-ae24-5b8a252ada21'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:48.674341 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Allocated IP 172.20.0.1 (14472038-bfec-44c7-961e-d47314f1d9e1/bb3fb7ac-cab2-45ef-9d95-27033bba06c4/9577cef4-1614-4fec-8812-57d2f1104385) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:14:48.769206 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] Set router a5b20471-a298-420e-ae24-5b8a252ada21 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:14:48.782740 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Publish callbacks [] for port (9577cef4-1614-4fec-8812-57d2f1104385), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.823240 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5430fe37-9321-4fbd-bf0d-6a18c3932137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.875110 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (9577cef4-1614-4fec-8812-57d2f1104385), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:48.918620 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Network 14472038-bfec-44c7-961e-d47314f1d9e1 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:14:48.923900 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:48.927858 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:14:48.954781 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Pushing event updated for resources: {'Port': ['ID=9577cef4-1614-4fec-8812-57d2f1104385,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:48.975309 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (a5b20471-a298-420e-ae24-5b8a252ada21), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:49.038548 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:46Z', 'revision_number': 3, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:49.065908 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d28b9a0-23fb-4692-9c25-3c1241b5aca4 None None] The sync data for ids ['a5b20471-a298-420e-ae24-5b8a252ada21'] in dv-cinder-837531-1-iscsi is: [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:46Z', 'revision_number': 3, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:14:49.166873 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-5975ea08-33a0-4024-832f-7469d38cad5e None None] Provisioning complete for port 9577cef4-1614-4fec-8812-57d2f1104385 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:49.167249 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5975ea08-33a0-4024-832f-7469d38cad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (9577cef4-1614-4fec-8812-57d2f1104385), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:49.204566 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-5975ea08-33a0-4024-832f-7469d38cad5e None None] Port 9577cef4-1614-4fec-8812-57d2f1104385 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:14:49.219758 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9577cef4-1614-4fec-8812-57d2f1104385), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:49.403577 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Publish callbacks [] for port (9577cef4-1614-4fec-8812-57d2f1104385), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:49.455137 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (9577cef4-1614-4fec-8812-57d2f1104385), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:49.523351 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (a5b20471-a298-420e-ae24-5b8a252ada21), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:49.525376 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Pushing event updated for resources: {'Port': ['ID=9577cef4-1614-4fec-8812-57d2f1104385,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:49.606625 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ab3f3-e006-427f-8f67-d81ee6f8e195 req-2414649f-69f9-4c82-bedf-af9dc8bf5b6a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:49.608202 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-199ab3f3-e006-427f-8f67-d81ee6f8e195 req-2414649f-69f9-4c82-bedf-af9dc8bf5b6a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0594859 Apr 12 17:14:49.626881 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Network 14472038-bfec-44c7-961e-d47314f1d9e1 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:14:49.628583 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:49.660154 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-199ab3f3-e006-427f-8f67-d81ee6f8e195 req-d3410a3c-1019-4e02-94dc-83cb795226e6 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459731 Apr 12 17:14:49.763378 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Router a5b20471-a298-420e-ae24-5b8a252ada21 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:14:49.886431 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:49.895906 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:14:49.903177 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-36d7ca49-a1a9-4388-aa89-cadd87ddd519 admin admin] 10.222.0.64 "PUT /v2.0/routers/a5b20471-a298-420e-ae24-5b8a252ada21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1260805 Apr 12 17:14:49.929194 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-9839f88f-0381-4f38-b791-ab24111df861 None None] Provisioning complete for port 9577cef4-1614-4fec-8812-57d2f1104385 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:49.929627 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9839f88f-0381-4f38-b791-ab24111df861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (9577cef4-1614-4fec-8812-57d2f1104385), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:49.971013 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-9839f88f-0381-4f38-b791-ab24111df861 None None] Port 9577cef4-1614-4fec-8812-57d2f1104385 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:14:50.248457 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2bc47548-8b0a-4527-a81f-441aeb663a29 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:14:50.296391 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 2bc47548-8b0a-4527-a81f-441aeb663a29 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:50.296754 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:50.375117 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 2bc47548-8b0a-4527-a81f-441aeb663a29 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:50.375575 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:50.405075 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 2bc47548-8b0a-4527-a81f-441aeb663a29, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2bc47548-8b0a-4527-a81f-441aeb663a29,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:14:50.457540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:50.504844 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=2bc47548-8b0a-4527-a81f-441aeb663a29,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:50.672940 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 46080) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:50.677886 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1826444927-network', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:50.735728 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Sync routers for ids ['a5b20471-a298-420e-ae24-5b8a252ada21'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:14:50.747255 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Routers {'a5b20471-a298-420e-ae24-5b8a252ada21'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:14:50.747875 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:14:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['a5b20471-a298-420e-ae24-5b8a252ada21'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:50.778168 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d9718-64e7-4d2d-9dc4-7c26f0549df8 req-396c583b-fd16-494d-83bb-aa45cf3eaddf tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:50.781146 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a70d9718-64e7-4d2d-9dc4-7c26f0549df8 req-396c583b-fd16-494d-83bb-aa45cf3eaddf tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0493183 Apr 12 17:14:50.782474 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Made reservation on behalf of 641ffb00361a4d7aace79f461dd352e9 for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:14:50.784842 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:50.799747 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:50.855935 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a70d9718-64e7-4d2d-9dc4-7c26f0549df8 req-e7beb859-aafe-439e-b24b-f0a2beca7d25 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687172 Apr 12 17:14:50.857775 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Set router a5b20471-a298-420e-ae24-5b8a252ada21 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:14:50.909280 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Publish callbacks [] for security_group (2d8783bc-26ae-43ab-836d-e648e6ef4420), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:50.981173 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (2d8783bc-26ae-43ab-836d-e648e6ef4420), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.005590 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:14:51.020983 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8783bc-26ae-43ab-836d-e648e6ef4420,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:51.025391 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (7ee19462-86f2-4362-9240-d2455e0884a1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.025743 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Added segment 7ee19462-86f2-4362-9240-d2455e0884a1 of type vlan for network 187be134-9eea-4317-8b76-9a17c31ca0bb Apr 12 17:14:51.072800 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (187be134-9eea-4317-8b76-9a17c31ca0bb), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.158214 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (187be134-9eea-4317-8b76-9a17c31ca0bb), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.159239 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:51.160103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.170904 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:49Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '9577cef4-1614-4fec-8812-57d2f1104385', 'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'mac_address': 'fa:16:3e:8e:c2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:48Z', 'updated_at': '2022-04-12T17:14:49Z', 'revision_number': 2, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'subnets': [{'id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:51.197384 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Checking router: a5b20471-a298-420e-ae24-5b8a252ada21 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:14:51.197741 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Updating router a5b20471-a298-420e-ae24-5b8a252ada21 port 9577cef4-1614-4fec-8812-57d2f1104385 binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:14:51.218537 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] Pushing event updated for resources: {'Network': ['ID=187be134-9eea-4317-8b76-9a17c31ca0bb,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:51.227201 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9577cef4-1614-4fec-8812-57d2f1104385), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.230778 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 187be134-9eea-4317-8b76-9a17c31ca0bb details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:14:51.266738 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-93b60bc7-cda8-40a5-90c7-896600d43af9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5902255 Apr 12 17:14:51.271750 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 46084) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:51.271750 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Request body: {'subnet': {'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1826444927-subnet', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:51.352653 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Made reservation on behalf of 641ffb00361a4d7aace79f461dd352e9 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:14:51.355220 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3604528'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.405731 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.562910 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Publish callbacks [] for port (9577cef4-1614-4fec-8812-57d2f1104385), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.571861 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3976995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3604518'] for subnet (7f0ae485-ffeb-4c06-8d6a-a5a663aa31da), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.622975 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (9577cef4-1614-4fec-8812-57d2f1104385), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.625832 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0ae485-ffeb-4c06-8d6a-a5a663aa31da,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:51.634971 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Checking segment: {'id': '7ee19462-86f2-4362-9240-d2455e0884a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:14:51.635333 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Network hostable DHCP agents. Network: 187be134-9eea-4317-8b76-9a17c31ca0bb, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:14:51.676511 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d3716-d136-4c50-b11f-b598c2e21286 None None] Pushing event updated for resources: {'Port': ['ID=9577cef4-1614-4fec-8812-57d2f1104385,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:51.730916 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Attempting to bind port 9577cef4-1614-4fec-8812-57d2f1104385 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:14:51.731288 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Attempting to bind port 9577cef4-1614-4fec-8812-57d2f1104385 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:14:51.731682 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Attempting to bind port 9577cef4-1614-4fec-8812-57d2f1104385 on network 14472038-bfec-44c7-961e-d47314f1d9e1 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:14:51.731972 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Network 187be134-9eea-4317-8b76-9a17c31ca0bb is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:14:51.738438 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:14:51.738794 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Checking segment: {'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:14:51.739250 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.739650 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Bound using segment: {'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:14:51.740124 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Bound port: 9577cef4-1614-4fec-8812-57d2f1104385, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:14:51.740506 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9577cef4-1614-4fec-8812-57d2f1104385), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.806809 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] For port 9577cef4-1614-4fec-8812-57d2f1104385, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:14:51.810045 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] For port 9577cef4-1614-4fec-8812-57d2f1104385, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=9577cef4-1614-4fec-8812-57d2f1104385,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:14:51.811611 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 187be134-9eea-4317-8b76-9a17c31ca0bb) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:51.815658 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:51.822344 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.822612 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7d7b79-5a92-449e-8d5a-dc80e6c4de73 None None] Network 187be134-9eea-4317-8b76-9a17c31ca0bb requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:14:51.896232 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (9577cef4-1614-4fec-8812-57d2f1104385), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.923605 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e723f26c-54b5-4176-953a-dc4f855cc571 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6532724 Apr 12 17:14:51.924151 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 46090) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:51.929365 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1826444927-router', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:51.947637 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-c07471b0-06b1-4fcd-ad4f-68a20053e2ab None None] Provisioning complete for port 9577cef4-1614-4fec-8812-57d2f1104385 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:51.948005 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c07471b0-06b1-4fcd-ad4f-68a20053e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (9577cef4-1614-4fec-8812-57d2f1104385), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:51.982193 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15fbb8-8c23-4a5c-abe2-145b70ce951b req-8968e300-311b-416c-b8be-63d66826fa97 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:51.995565 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-187be134-9eea-4317-8b76-9a17c31ca0bb', 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb', 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'fixed_ips': [{'subnet_id': '7f0ae485-ffeb-4c06-8d6a-a5a663aa31da'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:14:51.995751 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef15fbb8-8c23-4a5c-abe2-145b70ce951b req-8968e300-311b-416c-b8be-63d66826fa97 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0580168 Apr 12 17:14:51.995850 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.035379 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (b267f4ff-2183-4e06-b117-34fa7dedd981), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.036850 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Routers {'a5b20471-a298-420e-ae24-5b8a252ada21'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:14:52.036977 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (b267f4ff-2183-4e06-b117-34fa7dedd981), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.037494 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:14:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['a5b20471-a298-420e-ae24-5b8a252ada21'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:52.039238 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d3716-d136-4c50-b11f-b598c2e21286 None None] Pushing event updated for resources: {'Port': ['ID=9577cef4-1614-4fec-8812-57d2f1104385,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:52.046879 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ef15fbb8-8c23-4a5c-abe2-145b70ce951b req-062176af-c328-4dc3-ba05-4fd3d1fcef47 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518045 Apr 12 17:14:52.104204 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks [] for router_controller (b267f4ff-2183-4e06-b117-34fa7dedd981), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.230881 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2bc47548-8b0a-4527-a81f-441aeb663a29 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:14:52.303150 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] Set router a5b20471-a298-420e-ae24-5b8a252ada21 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:14:52.306743 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks [] for router_gateway (b267f4ff-2183-4e06-b117-34fa7dedd981), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.333653 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-c07471b0-06b1-4fcd-ad4f-68a20053e2ab None None] Current status of the port 9577cef4-1614-4fec-8812-57d2f1104385 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:52.334048 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c07471b0-06b1-4fcd-ad4f-68a20053e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9577cef4-1614-4fec-8812-57d2f1104385), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.383635 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Allocated IP 172.20.0.2 (187be134-9eea-4317-8b76-9a17c31ca0bb/7f0ae485-ffeb-4c06-8d6a-a5a663aa31da/2ebd5781-4dd7-4222-bf9b-3c5efcda4096) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:14:52.436206 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-c07471b0-06b1-4fcd-ad4f-68a20053e2ab None None] For port 9577cef4-1614-4fec-8812-57d2f1104385, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=9577cef4-1614-4fec-8812-57d2f1104385,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:14:52.440709 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 2bc47548-8b0a-4527-a81f-441aeb663a29 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:52.441074 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.525738 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c07471b0-06b1-4fcd-ad4f-68a20053e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (9577cef4-1614-4fec-8812-57d2f1104385), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.561025 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks [] for router_gateway (b267f4ff-2183-4e06-b117-34fa7dedd981), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.579751 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.689632 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Allocated IP 172.27.1.18 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/987e494f-c8c9-4381-ad0e-65d4f12faf2e) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:14:52.797867 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks [] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.823838 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07471b0-06b1-4fcd-ad4f-68a20053e2ab None None] Pushing event updated for resources: {'Port': ['ID=9577cef4-1614-4fec-8812-57d2f1104385,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:52.845848 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-ec7c6dcf-87d6-42f2-9294-bdb49e55d6bf None None] Provisioning complete for port 9577cef4-1614-4fec-8812-57d2f1104385 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:52.846211 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ec7c6dcf-87d6-42f2-9294-bdb49e55d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (9577cef4-1614-4fec-8812-57d2f1104385), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.895656 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.916429 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 2bc47548-8b0a-4527-a81f-441aeb663a29 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:52.936688 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:14:52.941771 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:52.941962 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:49Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '9577cef4-1614-4fec-8812-57d2f1104385', 'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'mac_address': 'fa:16:3e:8e:c2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:48Z', 'updated_at': '2022-04-12T17:14:51Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'subnets': [{'id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:52.944870 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:14:52.946698 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Publish callbacks [] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:52.972971 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Pushing event updated for resources: {'Port': ['ID=987e494f-c8c9-4381-ad0e-65d4f12faf2e,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:52.982094 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb53d88-e71c-4638-9aee-ec91a50a027d None None] The sync data for ids ['a5b20471-a298-420e-ae24-5b8a252ada21'] in dv-cinder-837531-1-iscsi is: [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:49Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '9577cef4-1614-4fec-8812-57d2f1104385', 'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'mac_address': 'fa:16:3e:8e:c2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:48Z', 'updated_at': '2022-04-12T17:14:51Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'subnets': [{'id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:14:53.042604 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c6dcf-87d6-42f2-9294-bdb49e55d6bf None None] Current status of the port 9577cef4-1614-4fec-8812-57d2f1104385 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:53.045415 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:53.109941 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:53.119767 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Network 187be134-9eea-4317-8b76-9a17c31ca0bb is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:14:53.125540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:53.128520 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:14:53.138182 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Pushing event updated for resources: {'Port': ['ID=2ebd5781-4dd7-4222-bf9b-3c5efcda4096,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:53.195996 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51472c54-192f-444d-955b-d5a5d5e2765e req-e1186d50-314f-4f4c-a133-fac8773e751e tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:53.198159 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-51472c54-192f-444d-955b-d5a5d5e2765e req-e1186d50-314f-4f4c-a133-fac8773e751e tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Apr 12 17:14:53.203588 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Attempting to bind port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:14:53.203927 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Attempting to bind port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '7ee19462-86f2-4362-9240-d2455e0884a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:14:53.204333 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Attempting to bind port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 on network 187be134-9eea-4317-8b76-9a17c31ca0bb {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:14:53.209932 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:14:53.210386 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Checking segment: {'id': '7ee19462-86f2-4362-9240-d2455e0884a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:14:53.210813 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:53.211756 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Bound using segment: {'id': '7ee19462-86f2-4362-9240-d2455e0884a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:14:53.212230 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Bound port: 2ebd5781-4dd7-4222-bf9b-3c5efcda4096, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee19462-86f2-4362-9240-d2455e0884a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:14:53.212641 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:53.283872 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] For port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:14:53.288439 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] For port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2ebd5781-4dd7-4222-bf9b-3c5efcda4096,segment=NetworkSegment(7ee19462-86f2-4362-9240-d2455e0884a1),segment_id=7ee19462-86f2-4362-9240-d2455e0884a1)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:14:53.326147 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-51472c54-192f-444d-955b-d5a5d5e2765e req-ef39bcf8-4826-45bf-afcb-1d194ce75254 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200826 Apr 12 17:14:53.352963 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks [] for router_gateway (b267f4ff-2183-4e06-b117-34fa7dedd981), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:53.355402 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:53.416138 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4901a5-9124-47ae-a98d-de1bcb35f570 None None] Pushing event updated for resources: {'Port': ['ID=2ebd5781-4dd7-4222-bf9b-3c5efcda4096,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:53.580803 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (b267f4ff-2183-4e06-b117-34fa7dedd981), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:53.846277 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Router b267f4ff-2183-4e06-b117-34fa7dedd981 is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:14:54.202135 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:14:54.213668 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Sync routers for ids ['b267f4ff-2183-4e06-b117-34fa7dedd981'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:14:54.227202 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Routers {'b267f4ff-2183-4e06-b117-34fa7dedd981'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:14:54.227911 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:14:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b267f4ff-2183-4e06-b117-34fa7dedd981'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:54.271269 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:14:54.280232 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:54.284234 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5f164076-2dcc-4c3d-9120-9f6336e7e53d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3563046 Apr 12 17:14:54.285341 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 46100) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:54.327166 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:54.327729 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:54.362839 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Set router b267f4ff-2183-4e06-b117-34fa7dedd981 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:14:54.426606 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:54.426997 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:54.468862 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14fb68a-24e8-415c-8e06-b0d876df6952 None None] Network 187be134-9eea-4317-8b76-9a17c31ca0bb requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:14:54.475114 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2ebd5781-4dd7-4222-bf9b-3c5efcda4096,segment=NetworkSegment(7ee19462-86f2-4362-9240-d2455e0884a1),segment_id=7ee19462-86f2-4362-9240-d2455e0884a1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:14:54.549260 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:54.550060 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 9577cef4-1614-4fec-8812-57d2f1104385 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:14:54.586589 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'name': 'tempest-TestShelveInstance-1826444927-router', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:53Z', 'revision_number': 3, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'gw_port': {'id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:54.614563 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Checking router: b267f4ff-2183-4e06-b117-34fa7dedd981 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:14:54.614933 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Updating router b267f4ff-2183-4e06-b117-34fa7dedd981 port 987e494f-c8c9-4381-ad0e-65d4f12faf2e binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:14:54.642806 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:54.651875 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-7c8bcf69-6174-4bae-8cc7-0f54c6554494 None None] Provisioning complete for port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:54.652387 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7c8bcf69-6174-4bae-8cc7-0f54c6554494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:54.678739 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=2ebd5781-4dd7-4222-bf9b-3c5efcda4096,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:54.741153 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 9577cef4-1614-4fec-8812-57d2f1104385 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:54.741536 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (9577cef4-1614-4fec-8812-57d2f1104385), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:54.802936 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc1729-b4c8-4acb-b34c-d258201c102d req-28f911fa-a72e-4e6e-aac1-511274b5f074 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:54.808447 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0cdc1729-b4c8-4acb-b34c-d258201c102d req-28f911fa-a72e-4e6e-aac1-511274b5f074 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0906589 Apr 12 17:14:54.868791 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-7c8bcf69-6174-4bae-8cc7-0f54c6554494 None None] Current status of the port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:54.888652 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 9577cef4-1614-4fec-8812-57d2f1104385 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:54.907305 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0cdc1729-b4c8-4acb-b34c-d258201c102d req-b52fa67a-85b7-4f00-b0a7-6963b3cc51da tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937862 Apr 12 17:14:54.916039 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Publish callbacks [] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:54.980846 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:54.988974 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a8287bd3-7c5c-4cae-980d-340a91f5b349 None None] Provisioning complete for port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:54.989562 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a8287bd3-7c5c-4cae-980d-340a91f5b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:55.035338 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Attempting to bind port 987e494f-c8c9-4381-ad0e-65d4f12faf2e on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:14:55.035835 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Attempting to bind port 987e494f-c8c9-4381-ad0e-65d4f12faf2e by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:14:55.036460 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Attempting to bind port 987e494f-c8c9-4381-ad0e-65d4f12faf2e on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:14:55.043130 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:14:55.043753 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:14:55.044328 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:55.044934 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:14:55.045480 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Bound port: 987e494f-c8c9-4381-ad0e-65d4f12faf2e, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:14:55.045953 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:55.085990 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a8287bd3-7c5c-4cae-980d-340a91f5b349 None None] Current status of the port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:55.090851 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b5234-71c7-4d9e-ac25-d22bd81753c7 None None] Pushing event updated for resources: {'Port': ['ID=987e494f-c8c9-4381-ad0e-65d4f12faf2e,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:55.114806 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] For port 987e494f-c8c9-4381-ad0e-65d4f12faf2e, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:14:55.118302 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] For port 987e494f-c8c9-4381-ad0e-65d4f12faf2e, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=987e494f-c8c9-4381-ad0e-65d4f12faf2e,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:14:55.130708 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:55.175907 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:55.238035 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Routers {'b267f4ff-2183-4e06-b117-34fa7dedd981'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:14:55.238720 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:14:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b267f4ff-2183-4e06-b117-34fa7dedd981'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:55.240327 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b5234-71c7-4d9e-ac25-d22bd81753c7 None None] Pushing event updated for resources: {'Port': ['ID=987e494f-c8c9-4381-ad0e-65d4f12faf2e,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:55.292233 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Allocated IP 172.20.0.1 (187be134-9eea-4317-8b76-9a17c31ca0bb/7f0ae485-ffeb-4c06-8d6a-a5a663aa31da/584d1dd3-2ebb-4514-a8ba-0aa7518032e8) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:14:55.349885 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] Set router b267f4ff-2183-4e06-b117-34fa7dedd981 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:14:55.398770 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Publish callbacks [] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:55.506890 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:55.511895 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'name': 'tempest-TestShelveInstance-1826444927-router', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:53Z', 'revision_number': 3, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'gw_port': {'id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:55.538696 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf7666-8b82-4ae6-a6b7-1de5f063a815 None None] The sync data for ids ['b267f4ff-2183-4e06-b117-34fa7dedd981'] in dv-cinder-837531-1-iscsi is: [{'id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'name': 'tempest-TestShelveInstance-1826444927-router', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:53Z', 'revision_number': 3, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'gw_port': {'id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:14:55.545693 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Network 187be134-9eea-4317-8b76-9a17c31ca0bb is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:14:55.550730 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:55.554451 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:14:55.577317 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=584d1dd3-2ebb-4514-a8ba-0aa7518032e8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:55.597544 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (b267f4ff-2183-4e06-b117-34fa7dedd981), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:55.814444 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:55.814843 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-2018212f-363d-4e44-848b-39e4818c240f None None] Provisioning complete for port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:55.815279 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2018212f-363d-4e44-848b-39e4818c240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:55.894326 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-2018212f-363d-4e44-848b-39e4818c240f None None] Port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:14:56.025127 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Publish callbacks [] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:56.039087 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413350-cbc1-4d81-85ce-727963ae04c6 req-5d78b967-2343-434a-b9dc-4ff74a5c6463 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:56.040836 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-34413350-cbc1-4d81-85ce-727963ae04c6 req-5d78b967-2343-434a-b9dc-4ff74a5c6463 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0592422 Apr 12 17:14:56.092224 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:56.094881 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-34413350-cbc1-4d81-85ce-727963ae04c6 req-a3b8cf0d-100e-4458-8948-750d14c5ba8a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468850 Apr 12 17:14:56.167205 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=584d1dd3-2ebb-4514-a8ba-0aa7518032e8,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:56.169763 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (b267f4ff-2183-4e06-b117-34fa7dedd981), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:56.268848 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Network 187be134-9eea-4317-8b76-9a17c31ca0bb is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:14:56.270324 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:14:56.323667 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 987e494f-c8c9-4381-ad0e-65d4f12faf2e up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:14:56.381236 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 987e494f-c8c9-4381-ad0e-65d4f12faf2e triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:56.381616 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:56.434815 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Router b267f4ff-2183-4e06-b117-34fa7dedd981 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:14:56.480919 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 987e494f-c8c9-4381-ad0e-65d4f12faf2e is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:56.481901 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:56.508602 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 987e494f-c8c9-4381-ad0e-65d4f12faf2e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=987e494f-c8c9-4381-ad0e-65d4f12faf2e,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:14:56.562246 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:14:56.567996 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-cf8c28e4-2a67-4d1a-aa87-5930d8333ff1 admin admin] 10.222.0.64 "PUT /v2.0/routers/b267f4ff-2183-4e06-b117-34fa7dedd981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2803838 Apr 12 17:14:56.583253 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:56.586833 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:14:56.650752 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-69de561c-3466-4fea-8a78-da8ab5813051 None None] Provisioning complete for port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:56.651112 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-69de561c-3466-4fea-8a78-da8ab5813051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:56.693946 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=987e494f-c8c9-4381-ad0e-65d4f12faf2e,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:56.707377 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:56.707748 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:56.711587 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-69de561c-3466-4fea-8a78-da8ab5813051 None None] Port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:14:56.790781 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:57.211203 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f275dd7-69ab-4735-a1cc-8656d4c3c1d9 req-40b260e0-2305-46a7-a5d0-1123a6579a0c tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:57.213074 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9f275dd7-69ab-4735-a1cc-8656d4c3c1d9 req-40b260e0-2305-46a7-a5d0-1123a6579a0c tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0495248 Apr 12 17:14:57.244242 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Sync routers for ids ['b267f4ff-2183-4e06-b117-34fa7dedd981'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:14:57.255167 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Routers {'b267f4ff-2183-4e06-b117-34fa7dedd981'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:14:57.255863 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:14:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b267f4ff-2183-4e06-b117-34fa7dedd981'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:57.261123 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9f275dd7-69ab-4735-a1cc-8656d4c3c1d9 req-7a37444c-5758-4b7f-bc3b-cf68f2c16be2 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425115 Apr 12 17:14:57.365589 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Set router b267f4ff-2183-4e06-b117-34fa7dedd981 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:14:57.550508 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'name': 'tempest-TestShelveInstance-1826444927-router', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:55Z', 'revision_number': 4, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'gw_port': {'id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '584d1dd3-2ebb-4514-a8ba-0aa7518032e8', 'name': '', 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'mac_address': 'fa:16:3e:80:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f0ae485-ffeb-4c06-8d6a-a5a663aa31da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:55Z', 'updated_at': '2022-04-12T17:14:55Z', 'revision_number': 2, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'subnets': [{'id': '7f0ae485-ffeb-4c06-8d6a-a5a663aa31da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:57.581276 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Checking router: b267f4ff-2183-4e06-b117-34fa7dedd981 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:14:57.581634 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Updating router b267f4ff-2183-4e06-b117-34fa7dedd981 port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:14:57.608573 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:57.618243 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee4d52-beeb-432f-94d3-2c92695ce558 req-9a2e73a7-1189-4831-ba4a-f2d2427be8a6 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:57.620905 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1eee4d52-beeb-432f-94d3-2c92695ce558 req-9a2e73a7-1189-4831-ba4a-f2d2427be8a6 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0507312 Apr 12 17:14:57.666353 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1eee4d52-beeb-432f-94d3-2c92695ce558 req-dae3a298-2c13-45d0-8500-a4f4cb8fc660 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409927 Apr 12 17:14:57.865224 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Publish callbacks [] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:57.931402 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.143477 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 46134) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:58.149331 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-7d7708c6-74c3-4163-8fa4-e428bb33063e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264076195', 'description': 'tempest-secgroup-smoke-264076195 description', 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:58.155439 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Pushing event updated for resources: {'Port': ['ID=584d1dd3-2ebb-4514-a8ba-0aa7518032e8,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:58.173997 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Attempting to bind port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:14:58.174753 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Attempting to bind port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '7ee19462-86f2-4362-9240-d2455e0884a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:14:58.175038 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Attempting to bind port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 on network 187be134-9eea-4317-8b76-9a17c31ca0bb {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:14:58.177599 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.177932 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.178302 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.178853 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.178981 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.179310 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.180225 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.180536 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.180860 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.181182 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.181516 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.181889 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.182136 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.182492 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.182810 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:14:58.192665 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:14:58.193039 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Checking segment: {'id': '7ee19462-86f2-4362-9240-d2455e0884a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:14:58.193442 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.193831 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Bound using segment: {'id': '7ee19462-86f2-4362-9240-d2455e0884a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:14:58.194292 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Bound port: 584d1dd3-2ebb-4514-a8ba-0aa7518032e8, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee19462-86f2-4362-9240-d2455e0884a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:14:58.194706 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.229504 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 987e494f-c8c9-4381-ad0e-65d4f12faf2e up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:14:58.232358 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7d7708c6-74c3-4163-8fa4-e428bb33063e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.288010 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-d61f1b04-25b5-4114-b312-7750f04cbd77 None None] Provisioning complete for port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:58.288765 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d61f1b04-25b5-4114-b312-7750f04cbd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.299612 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7d7708c6-74c3-4163-8fa4-e428bb33063e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group (5602941b-5676-4094-a684-7ee70cb0af0a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.323994 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] For port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:14:58.346942 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] For port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=584d1dd3-2ebb-4514-a8ba-0aa7518032e8,segment=NetworkSegment(7ee19462-86f2-4362-9240-d2455e0884a1),segment_id=7ee19462-86f2-4362-9240-d2455e0884a1)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:14:58.351587 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 987e494f-c8c9-4381-ad0e-65d4f12faf2e triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:58.351960 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.354171 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-d61f1b04-25b5-4114-b312-7750f04cbd77 None None] Port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:14:58.386674 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7d7708c6-74c3-4163-8fa4-e428bb33063e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (5602941b-5676-4094-a684-7ee70cb0af0a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.415119 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7708c6-74c3-4163-8fa4-e428bb33063e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5602941b-5676-4094-a684-7ee70cb0af0a,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:58.421298 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.467843 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 987e494f-c8c9-4381-ad0e-65d4f12faf2e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:58.469494 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7d7708c6-74c3-4163-8fa4-e428bb33063e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.471238 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-7d7708c6-74c3-4163-8fa4-e428bb33063e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3260486 Apr 12 17:14:58.474038 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 46136) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:58.480395 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-67e42b65-2638-407d-9906-b2a431ebc86f tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Request body: {'security_group_rule': {'security_group_id': '5602941b-5676-4094-a684-7ee70cb0af0a', 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:58.487283 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Routers {'b267f4ff-2183-4e06-b117-34fa7dedd981'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:14:58.487924 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:14:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b267f4ff-2183-4e06-b117-34fa7dedd981'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:58.535161 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb5eb4-2b37-4215-ab36-b4d7a950f895 None None] Pushing event updated for resources: {'Port': ['ID=584d1dd3-2ebb-4514-a8ba-0aa7518032e8,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:58.572679 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67e42b65-2638-407d-9906-b2a431ebc86f tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (1fd3b826-1399-46e5-99ef-1e9b0d404b90), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.620115 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] Set router b267f4ff-2183-4e06-b117-34fa7dedd981 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:14:58.644847 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67e42b65-2638-407d-9906-b2a431ebc86f tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (1fd3b826-1399-46e5-99ef-1e9b0d404b90), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.702723 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-b8964e7e-9ba1-41d8-8233-d10a5533c033 None None] Provisioning complete for port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:14:58.710066 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b8964e7e-9ba1-41d8-8233-d10a5533c033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.729575 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67e42b65-2638-407d-9906-b2a431ebc86f tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (1fd3b826-1399-46e5-99ef-1e9b0d404b90), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.752963 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e42b65-2638-407d-9906-b2a431ebc86f tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd3b826-1399-46e5-99ef-1e9b0d404b90,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:58.785707 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8ff78-a6df-4e46-8981-87873a9c7120 req-e5aea18f-ca18-4098-827c-8d0e6cf021b4 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:58.787231 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-20b8ff78-a6df-4e46-8981-87873a9c7120 req-e5aea18f-ca18-4098-827c-8d0e6cf021b4 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0532484 Apr 12 17:14:58.828967 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67e42b65-2638-407d-9906-b2a431ebc86f tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.830426 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-67e42b65-2638-407d-9906-b2a431ebc86f tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3549428 Apr 12 17:14:58.833064 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 46140) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:58.838771 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-8605e823-6cc0-4ac7-bf54-e8dc081b7722 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Request body: {'security_group_rule': {'security_group_id': '5602941b-5676-4094-a684-7ee70cb0af0a', 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:58.840790 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-20b8ff78-a6df-4e46-8981-87873a9c7120 req-82eb3fb4-df46-482d-afe6-814d7f4803ad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470769 Apr 12 17:14:58.871059 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b8964e7e-9ba1-41d8-8233-d10a5533c033 None None] Current status of the port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:14:58.871454 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b8964e7e-9ba1-41d8-8233-d10a5533c033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:58.901440 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'name': 'tempest-TestShelveInstance-1826444927-router', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:55Z', 'revision_number': 4, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'gw_port': {'id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '584d1dd3-2ebb-4514-a8ba-0aa7518032e8', 'name': '', 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'mac_address': 'fa:16:3e:80:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f0ae485-ffeb-4c06-8d6a-a5a663aa31da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:55Z', 'updated_at': '2022-04-12T17:14:58Z', 'revision_number': 4, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'subnets': [{'id': '7f0ae485-ffeb-4c06-8d6a-a5a663aa31da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:14:58.934152 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f4ca65-89fd-4cc3-a06f-32aee72ff092 None None] The sync data for ids ['b267f4ff-2183-4e06-b117-34fa7dedd981'] in dv-cinder-837531-1-iscsi is: [{'id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'name': 'tempest-TestShelveInstance-1826444927-router', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:55Z', 'revision_number': 4, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'gw_port': {'id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '584d1dd3-2ebb-4514-a8ba-0aa7518032e8', 'name': '', 'network_id': '187be134-9eea-4317-8b76-9a17c31ca0bb', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'mac_address': 'fa:16:3e:80:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f0ae485-ffeb-4c06-8d6a-a5a663aa31da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:55Z', 'updated_at': '2022-04-12T17:14:58Z', 'revision_number': 4, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'subnets': [{'id': '7f0ae485-ffeb-4c06-8d6a-a5a663aa31da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:14:58.938654 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-b8964e7e-9ba1-41d8-8233-d10a5533c033 None None] For port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=584d1dd3-2ebb-4514-a8ba-0aa7518032e8,segment=NetworkSegment(7ee19462-86f2-4362-9240-d2455e0884a1),segment_id=7ee19462-86f2-4362-9240-d2455e0884a1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:14:58.960528 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8605e823-6cc0-4ac7-bf54-e8dc081b7722 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (a38dcf81-1d7e-4c94-b71b-7d7431bca80b), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.005979 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b8964e7e-9ba1-41d8-8233-d10a5533c033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.041303 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8605e823-6cc0-4ac7-bf54-e8dc081b7722 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (a38dcf81-1d7e-4c94-b71b-7d7431bca80b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.071338 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8964e7e-9ba1-41d8-8233-d10a5533c033 None None] Pushing event updated for resources: {'Port': ['ID=584d1dd3-2ebb-4514-a8ba-0aa7518032e8,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:59.086542 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8605e823-6cc0-4ac7-bf54-e8dc081b7722 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (a38dcf81-1d7e-4c94-b71b-7d7431bca80b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.105929 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605e823-6cc0-4ac7-bf54-e8dc081b7722 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38dcf81-1d7e-4c94-b71b-7d7431bca80b,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:59.179676 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8605e823-6cc0-4ac7-bf54-e8dc081b7722 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.181082 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8605e823-6cc0-4ac7-bf54-e8dc081b7722 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3466482 Apr 12 17:14:59.183772 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 46144) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:59.188205 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-72e8579d-5031-483b-9a3b-eb2c7857ae41 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Request body: {'security_group_rule': {'security_group_id': '5602941b-5676-4094-a684-7ee70cb0af0a', 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:59.292562 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-72e8579d-5031-483b-9a3b-eb2c7857ae41 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (4d4df182-f3e6-4197-b04c-5d847a090d92), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.351635 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-72e8579d-5031-483b-9a3b-eb2c7857ae41 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (4d4df182-f3e6-4197-b04c-5d847a090d92), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.429049 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-72e8579d-5031-483b-9a3b-eb2c7857ae41 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (4d4df182-f3e6-4197-b04c-5d847a090d92), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.447446 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8579d-5031-483b-9a3b-eb2c7857ae41 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4df182-f3e6-4197-b04c-5d847a090d92,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:59.516640 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-72e8579d-5031-483b-9a3b-eb2c7857ae41 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.517877 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-72e8579d-5031-483b-9a3b-eb2c7857ae41 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331501 Apr 12 17:14:59.520588 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 46146) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:59.525462 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-d1a8c85c-bba5-4a89-84ff-fe0247f46880 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Request body: {'security_group_rule': {'security_group_id': '5602941b-5676-4094-a684-7ee70cb0af0a', 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:59.599515 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c85c-bba5-4a89-84ff-fe0247f46880 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (d706c27b-5cc7-4d0e-a1c4-35eb27d9e714), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.656981 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c85c-bba5-4a89-84ff-fe0247f46880 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (d706c27b-5cc7-4d0e-a1c4-35eb27d9e714), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.726039 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c85c-bba5-4a89-84ff-fe0247f46880 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (d706c27b-5cc7-4d0e-a1c4-35eb27d9e714), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.748728 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8c85c-bba5-4a89-84ff-fe0247f46880 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d706c27b-5cc7-4d0e-a1c4-35eb27d9e714,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:14:59.808548 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c85c-bba5-4a89-84ff-fe0247f46880 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.809801 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d1a8c85c-bba5-4a89-84ff-fe0247f46880 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2882702 Apr 12 17:14:59.812624 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 46148) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:14:59.817162 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-a31292e0-71e0-4bd6-8cee-cc2261ef6aae tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Request body: {'security_group_rule': {'security_group_id': '5602941b-5676-4094-a684-7ee70cb0af0a', 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:14:59.925298 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.securitygroups_db [None req-a31292e0-71e0-4bd6-8cee-cc2261ef6aae tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Project dacd228a8b4347aebfee54a1f1b9a1cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:14:59.948570 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a31292e0-71e0-4bd6-8cee-cc2261ef6aae tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (1add2025-cccc-4a26-8dea-3d3c06a81747), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:14:59.974376 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc80e7-c777-4027-ade2-bef7a091ab93 req-03cb3b30-dbe8-418a-8dff-ae1191b343fa tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:14:59.975922 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6adc80e7-c777-4027-ade2-bef7a091ab93 req-03cb3b30-dbe8-418a-8dff-ae1191b343fa tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0619619 Apr 12 17:15:00.051160 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6adc80e7-c777-4027-ade2-bef7a091ab93 req-c828c0e9-91f6-4f3d-8776-2fa956b37738 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690978 Apr 12 17:15:00.058079 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a31292e0-71e0-4bd6-8cee-cc2261ef6aae tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (1add2025-cccc-4a26-8dea-3d3c06a81747), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:00.129288 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a31292e0-71e0-4bd6-8cee-cc2261ef6aae tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (1add2025-cccc-4a26-8dea-3d3c06a81747), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:00.147886 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31292e0-71e0-4bd6-8cee-cc2261ef6aae tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1add2025-cccc-4a26-8dea-3d3c06a81747,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:00.240652 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:15:00.254019 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a31292e0-71e0-4bd6-8cee-cc2261ef6aae tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:00.255361 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a31292e0-71e0-4bd6-8cee-cc2261ef6aae tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4417355 Apr 12 17:15:00.260138 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 46154) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:15:00.264744 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-d00ce33c-99f5-42d2-b76e-f85f613bb729 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Request body: {'security_group_rule': {'security_group_id': '5602941b-5676-4094-a684-7ee70cb0af0a', 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:15:00.296891 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:15:00.297266 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:00.352856 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.securitygroups_db [None req-d00ce33c-99f5-42d2-b76e-f85f613bb729 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Project dacd228a8b4347aebfee54a1f1b9a1cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:15:00.359045 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d00ce33c-99f5-42d2-b76e-f85f613bb729 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (816b6079-a2b5-43b5-a088-4e11aaec804a), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:00.374112 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:15:00.433922 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d00ce33c-99f5-42d2-b76e-f85f613bb729 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (816b6079-a2b5-43b5-a088-4e11aaec804a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:00.524268 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d00ce33c-99f5-42d2-b76e-f85f613bb729 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (816b6079-a2b5-43b5-a088-4e11aaec804a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:00.565853 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ce33c-99f5-42d2-b76e-f85f613bb729 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816b6079-a2b5-43b5-a088-4e11aaec804a,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:00.579306 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-b19119ce-062e-4813-800e-6b84614c249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:00.580837 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-b19119ce-062e-4813-800e-6b84614c249c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 1129 time: 0.1435430 Apr 12 17:15:00.647150 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d00ce33c-99f5-42d2-b76e-f85f613bb729 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:00.648859 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d00ce33c-99f5-42d2-b76e-f85f613bb729 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3871174 Apr 12 17:15:00.675156 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-2290fcea-f9df-417b-86bb-eff543cb7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:00.676593 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-2290fcea-f9df-417b-86bb-eff543cb7bef service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5b7533-46ac-4787-9678-099b907c3a3b HTTP/1.1" status: 200 len: 911 time: 0.0887413 Apr 12 17:15:00.746714 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-df601af6-ea18-44b4-8aea-8d500f04dcfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c13028e-04d9-408c-abcf-2160e95058ed HTTP/1.1" status: 200 len: 1001 time: 0.0641477 Apr 12 17:15:00.794911 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-7bcb7a15-83ec-4a01-a6de-b42fd88b1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:00.799120 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-7bcb7a15-83ec-4a01-a6de-b42fd88b1980 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98113788-c719-4bfa-9857-7fce4600da0f HTTP/1.1" status: 200 len: 850 time: 0.0445542 Apr 12 17:15:00.839760 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-17ac0b7a-4239-4a26-a0db-d8753c3c33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:00.841274 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-17ac0b7a-4239-4a26-a0db-d8753c3c33c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5b7533-46ac-4787-9678-099b907c3a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396719 Apr 12 17:15:00.932755 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-f6c9a223-b70b-405b-a55c-325e75b6c6bd service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855770 Apr 12 17:15:01.022152 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a08ac465-3da4-430d-9c21-ba77a8569f4c req-2ae2725d-de53-4d2c-8b9c-f30220c33399 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828078 Apr 12 17:15:01.170611 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aac65b-3129-445e-b44c-84ac791441e6 req-71c2ae5e-8e75-4e1a-9395-dcd54db384f8 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:01.172169 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e1aac65b-3129-445e-b44c-84ac791441e6 req-71c2ae5e-8e75-4e1a-9395-dcd54db384f8 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0472560 Apr 12 17:15:01.220103 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e1aac65b-3129-445e-b44c-84ac791441e6 req-396acd39-7f2a-42f5-b015-6309b8929e3c tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Apr 12 17:15:02.338314 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70184d6c-1ff4-4ed1-a075-b6982e75a570 req-11c6b78c-dd29-49e2-8e3b-fa05f20b9541 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:02.339943 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-70184d6c-1ff4-4ed1-a075-b6982e75a570 req-11c6b78c-dd29-49e2-8e3b-fa05f20b9541 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0529447 Apr 12 17:15:02.388404 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-70184d6c-1ff4-4ed1-a075-b6982e75a570 req-ed3bd468-ee79-482e-8b06-3507350fce32 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428555 Apr 12 17:15:03.502124 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2734fd-1310-44ee-bf94-e25ab3c78a91 req-6b7f6541-2402-44a1-abbe-dbcbb9b76bf3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:03.503647 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9a2734fd-1310-44ee-bf94-e25ab3c78a91 req-6b7f6541-2402-44a1-abbe-dbcbb9b76bf3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0483887 Apr 12 17:15:03.550944 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9a2734fd-1310-44ee-bf94-e25ab3c78a91 req-86c9dab8-7f17-45f3-92a0-d0b3938449b9 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Apr 12 17:15:09.793907 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:15:16.161318 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:16.648598 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f427960c-e402-4f2a-8de4-4601235432db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:17.405579 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a5fbd-4f32-4c1e-bbaf-2428ae36cbab req-c79935b8-29d5-4cde-b195-88eabda7e9a6 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:17.407056 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-800a5fbd-4f32-4c1e-bbaf-2428ae36cbab req-c79935b8-29d5-4cde-b195-88eabda7e9a6 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 946 time: 0.0454626 Apr 12 17:15:17.452524 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-800a5fbd-4f32-4c1e-bbaf-2428ae36cbab req-008455bf-b0df-4f23-b499-6c08fc705406 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Apr 12 17:15:18.566652 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a04ad1-13b9-43fc-8614-3e849ec6d494 req-a7748179-8e2d-4256-b92d-109ef0fc525a tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:18.568111 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-14a04ad1-13b9-43fc-8614-3e849ec6d494 req-a7748179-8e2d-4256-b92d-109ef0fc525a tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 946 time: 0.0486245 Apr 12 17:15:18.612429 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-14a04ad1-13b9-43fc-8614-3e849ec6d494 req-12d1ddb9-67e1-42e4-9ad3-d22ff8e6290b tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389800 Apr 12 17:15:18.871877 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9a60aca0-b9b6-4ac0-8710-090374922f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:19.750895 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634747d6-0699-448e-8702-ae60de02d7c0 req-c6202494-9f36-4e83-9081-2447835b6d0f tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:19.752377 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-634747d6-0699-448e-8702-ae60de02d7c0 req-c6202494-9f36-4e83-9081-2447835b6d0f tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 946 time: 0.0752501 Apr 12 17:15:19.760288 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-4974fb87-63b4-42ba-a883-966579795c39 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:19.762309 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-4974fb87-63b4-42ba-a883-966579795c39 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 946 time: 0.0752327 Apr 12 17:15:19.860019 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-634747d6-0699-448e-8702-ae60de02d7c0 req-01c888b0-2a49-4843-9b35-767ace7d7d70 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967116 Apr 12 17:15:19.875484 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Deleting port e8ab0437-4e80-4541-9704-e3f3f17e31a2 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:15:19.875832 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:19.885718 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:19.965611 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] For port e8ab0437-4e80-4541-9704-e3f3f17e31a2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e8ab0437-4e80-4541-9704-e3f3f17e31a2,segment=NetworkSegment(4cdb1611-7475-4e16-8395-1c47293b73a0),segment_id=4cdb1611-7475-4e16-8395-1c47293b73a0)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:15:19.965970 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:19.978581 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Calling delete_port for e8ab0437-4e80-4541-9704-e3f3f17e31a2 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:15:20.174285 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (e8ab0437-4e80-4541-9704-e3f3f17e31a2), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:20.202165 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Pushing event deleted for resources: {'Port': ['ID=e8ab0437-4e80-4541-9704-e3f3f17e31a2,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:20.213644 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.213986 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.220954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:20.227370 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['e8ab0437-4e80-4541-9704-e3f3f17e31a2'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:15:20.254623 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] No DVR routers for this DVR port e8ab0437-4e80-4541-9704-e3f3f17e31a2 on host hv-cinder-83753 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:15:20.256955 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:20.260173 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-12473ccd-d63b-4cfa-8191-2c626e5ea237 req-2e54fef3-46db-46a9-ab3e-ba6bfed78771 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.41 "DELETE /v2.0/ports/e8ab0437-4e80-4541-9704-e3f3f17e31a2 HTTP/1.1" status: 204 len: 173 time: 0.4913151 Apr 12 17:15:20.260617 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fe366a-07bb-48b3-b7f4-e2713a870cb9', 'name': 'network-vif-deleted', 'tag': 'e8ab0437-4e80-4541-9704-e3f3f17e31a2'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:15:20.262887 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bea08c9-22cf-4467-a2c0-6a64b4825e15" -d '{"events": [{"server_uuid": "a4fe366a-07bb-48b3-b7f4-e2713a870cb9", "name": "network-vif-deleted", "tag": "e8ab0437-4e80-4541-9704-e3f3f17e31a2"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:15:20.358869 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04a326d-195a-44ab-be97-9ecc1aff1ced x-openstack-request-id: req-a04a326d-195a-44ab-be97-9ecc1aff1ced {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:15:20.359165 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fe366a-07bb-48b3-b7f4-e2713a870cb9", "name": "network-vif-deleted", "tag": "e8ab0437-4e80-4541-9704-e3f3f17e31a2", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:15:20.359424 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a04a326d-195a-44ab-be97-9ecc1aff1ced {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:15:20.359835 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04a326d-195a-44ab-be97-9ecc1aff1ced'] response: {'server_uuid': 'a4fe366a-07bb-48b3-b7f4-e2713a870cb9', 'name': 'network-vif-deleted', 'tag': 'e8ab0437-4e80-4541-9704-e3f3f17e31a2', 'status': 'completed', 'code': 200} Apr 12 17:15:20.967835 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d140176-8007-41db-a272-a38659787fcc req-3c573857-bc5f-404f-b034-100d9a8891e8 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4fe366a-07bb-48b3-b7f4-e2713a870cb9 HTTP/1.1" status: 200 len: 210 time: 0.0311179 Apr 12 17:15:21.357595 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:23.028303 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:26.515688 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device e8ab0437-4e80-4541-9704-e3f3f17e31a2 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:15:26.535893 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: e8ab0437-4e80-4541-9704-e3f3f17e31a2 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:15:26.536215 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device e8ab0437-4e80-4541-9704-e3f3f17e31a2 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:15:34.561383 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-9874ce8c-944f-447b-87a3-e2a3d277076e tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:34.562868 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-9874ce8c-944f-447b-87a3-e2a3d277076e tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/networks?id=76955af2-3699-41c7-875a-8d3b0c7f1e8a HTTP/1.1" status: 200 len: 813 time: 0.1026278 Apr 12 17:15:34.577454 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-530c9d78-29f0-4039-b085-5e08dab41c7e tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/quotas/5b6dab43eae0498a98f12d540dbf1248 HTTP/1.1" status: 200 len: 375 time: 0.0090458 Apr 12 17:15:34.614570 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-7d0e0519-45f3-4af0-aecb-e14dfa32338e tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b6dab43eae0498a98f12d540dbf1248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319457 Apr 12 17:15:34.746855 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-cfaad39b-8173-420e-a198-fd97740180e8 service neutron] 10.222.0.64 "GET /v2.0/networks/76955af2-3699-41c7-875a-8d3b0c7f1e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248581 Apr 12 17:15:34.836260 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-35c8eb66-cef7-45e3-b105-785ef1d532d0 service neutron] 10.222.0.64 "GET /v2.0/networks/76955af2-3699-41c7-875a-8d3b0c7f1e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838590 Apr 12 17:15:35.075276 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-78a36f8f-6493-4b47-be33-a7657bd902aa req-8a64d44a-4ff8-4d2d-9e5b-13946971dfbf tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 210 time: 0.0302689 Apr 12 17:15:35.124880 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-998f80b4-31ee-4878-a543-1f3bd2aaa2d6 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264076195&fields=id&tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf HTTP/1.1" status: 200 len: 267 time: 0.0557179 Apr 12 17:15:35.228779 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-8d0a1490-f632-4c74-a000-50ffb560556e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:35.230275 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-8d0a1490-f632-4c74-a000-50ffb560556e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/networks?id=14472038-bfec-44c7-961e-d47314f1d9e1 HTTP/1.1" status: 200 len: 809 time: 0.0987170 Apr 12 17:15:35.245642 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-2d659354-12f5-4d92-8967-6fa7da1376a2 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/quotas/dacd228a8b4347aebfee54a1f1b9a1cf HTTP/1.1" status: 200 len: 375 time: 0.0090547 Apr 12 17:15:35.302580 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-f0820252-efaa-4280-add5-dd65b75e3d1c tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506971 Apr 12 17:15:35.440253 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-e83df8ea-0b90-492d-98af-001fcbb41cd9 service neutron] 10.222.0.64 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259522 Apr 12 17:15:35.536584 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-0f6bb256-532e-4c2a-8551-21df5e84f860 service neutron] 10.222.0.64 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906320 Apr 12 17:15:36.242148 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1311f60d-2e27-4b74-ba1d-d06d539e6047 req-a06c3283-2a64-42c1-aa5c-88ef0ac9edc0 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 210 time: 0.0316265 Apr 12 17:15:36.263049 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d615decf-9e7b-4564-b9d4-2af1e2aa0452 req-8767c0cd-bae5-4dcd-939e-965492b607c2 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 210 time: 0.0291865 Apr 12 17:15:36.349032 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f577739-40f3-458b-8662-01ee89a0bdad req-318c648d-2109-453f-b603-1cb47c913329 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:36.351028 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5f577739-40f3-458b-8662-01ee89a0bdad req-318c648d-2109-453f-b603-1cb47c913329 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0484030 Apr 12 17:15:36.417746 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-64e6c4dc-638c-4032-88d8-9bed8bb5e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:36.419274 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-64e6c4dc-638c-4032-88d8-9bed8bb5e56f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 1129 time: 0.0611246 Apr 12 17:15:36.448648 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5f577739-40f3-458b-8662-01ee89a0bdad req-1e4b8d25-f98b-4916-b5de-27333061b4be tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921319 Apr 12 17:15:36.514957 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-b4e587cc-396d-40c2-97d7-fd25846eea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:36.516409 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-b4e587cc-396d-40c2-97d7-fd25846eea82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.0900357 Apr 12 17:15:36.585411 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-8efa1035-4a02-411e-9eec-5fbe80e55201 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521f07ef-5457-4ad7-b7ba-f80996436383 HTTP/1.1" status: 200 len: 1000 time: 0.0616250 Apr 12 17:15:36.632751 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-d185e924-11c5-4cdf-bc2b-b4ac438d2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:36.634176 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-d185e924-11c5-4cdf-bc2b-b4ac438d2363 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0439794 Apr 12 17:15:36.675826 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-7e34bcae-e362-45e6-bf1c-dd54fe5481b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:36.677402 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-7e34bcae-e362-45e6-bf1c-dd54fe5481b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371583 Apr 12 17:15:36.770060 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-7160e814-53d2-490e-b88e-3d976604d0f7 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866160 Apr 12 17:15:36.860661 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cfebe97e-5893-42d3-8d3b-44b8a6390471 req-399221a8-f5b0-47d2-8904-37dd44345d1e service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835023 Apr 12 17:15:37.339198 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-34c3e95f-b46f-4c79-b4fb-ca4ed07ebb19 req-7e425291-e684-410e-934a-6cda0ef7442f tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 210 time: 0.0288463 Apr 12 17:15:37.361947 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a51078fc-88ec-4763-88b1-98da668581a5 req-410b7be0-a536-4305-8e7e-17c3c1cd9f42 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 210 time: 0.0313640 Apr 12 17:15:37.430806 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-8e9e7179-9f91-470d-9c7c-80ed878fca22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368781 Apr 12 17:15:37.513160 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-0164bbcd-f287-451b-841b-af6a808a74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:37.514802 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-0164bbcd-f287-451b-841b-af6a808a74e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 1129 time: 0.0415523 Apr 12 17:15:37.568337 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4088b1-2ea5-480b-932a-bdc1d80f3867 req-8940cae2-d781-42bd-b9b4-e06beff74494 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:37.570238 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9c4088b1-2ea5-480b-932a-bdc1d80f3867 req-8940cae2-d781-42bd-b9b4-e06beff74494 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0515270 Apr 12 17:15:37.618678 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9c4088b1-2ea5-480b-932a-bdc1d80f3867 req-bac86207-6fce-4c7d-9fb6-86cb08c99dd7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426900 Apr 12 17:15:37.701665 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-abc7a6c6-4d33-4471-a2cb-96dc35787c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:37.703179 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-abc7a6c6-4d33-4471-a2cb-96dc35787c25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5b7533-46ac-4787-9678-099b907c3a3b HTTP/1.1" status: 200 len: 911 time: 0.1508203 Apr 12 17:15:37.767504 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-701210db-d9cc-4ce4-a676-2731a5f487b1 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:37.768981 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-701210db-d9cc-4ce4-a676-2731a5f487b1 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.41 "GET /v2.0/networks?id=76955af2-3699-41c7-875a-8d3b0c7f1e8a HTTP/1.1" status: 200 len: 813 time: 0.1589744 Apr 12 17:15:37.787960 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-c5b90093-f293-438e-b797-4f3d533d91b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c13028e-04d9-408c-abcf-2160e95058ed HTTP/1.1" status: 200 len: 1001 time: 0.0790427 Apr 12 17:15:37.822221 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Request body: {'port': {'device_id': 'ee23f39e-05b1-46b0-9759-110a0057ca3a', 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a', 'admin_state_up': True, 'tenant_id': '5b6dab43eae0498a98f12d540dbf1248'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:15:37.913909 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-1dd1b2b6-93b6-41ee-9e22-4404a1965972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:37.915388 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-1dd1b2b6-93b6-41ee-9e22-4404a1965972 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98113788-c719-4bfa-9857-7fce4600da0f HTTP/1.1" status: 200 len: 850 time: 0.0968883 Apr 12 17:15:38.230293 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-469ef3fb-3721-4156-bd17-402fdd0d4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:38.231806 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-469ef3fb-3721-4156-bd17-402fdd0d4771 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5b7533-46ac-4787-9678-099b907c3a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3069453 Apr 12 17:15:38.302521 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Made reservation on behalf of 5b6dab43eae0498a98f12d540dbf1248 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:15:38.305674 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:38.457840 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e65d6ea7-dfd5-4898-a0e5-a51562d92cc1 req-729b4412-01ba-4733-90fb-f9c5c34ad74d tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 210 time: 0.0484378 Apr 12 17:15:38.461775 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Allocated IP 172.20.0.11 (76955af2-3699-41c7-875a-8d3b0c7f1e8a/a7bd1786-e3cd-463a-8c4e-8ee1374846c1/a04b49fa-0b63-4ff2-8639-03b71e4b4286) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:15:38.478729 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7d5d9f9a-0e7b-488f-aa39-0da872886981 req-3b2a8589-3433-4905-aab4-572c1814cc40 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 210 time: 0.0315704 Apr 12 17:15:38.637570 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-8a62b306-7ce3-4ffd-b3f7-83bea74c2f83 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897569 Apr 12 17:15:38.722529 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks [] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:38.731609 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-bea32693-d99c-4dbc-8c7e-ad809dba5715 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:38.733877 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-bea32693-d99c-4dbc-8c7e-ad809dba5715 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.41 "GET /v2.0/networks?id=14472038-bfec-44c7-961e-d47314f1d9e1 HTTP/1.1" status: 200 len: 809 time: 0.1059313 Apr 12 17:15:38.785189 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a667f7-502a-4a7b-aff5-10a4ea96228b req-9a204e17-25fe-4d15-a803-04f96ed84b04 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:38.786688 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d6a667f7-502a-4a7b-aff5-10a4ea96228b req-9a204e17-25fe-4d15-a803-04f96ed84b04 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0673826 Apr 12 17:15:38.802774 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-0b3af955-f079-44ef-b123-3610042464f0 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf HTTP/1.1" status: 200 len: 379 time: 0.0534637 Apr 12 17:15:38.843419 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-d8664211-df9f-413c-a5cb-509fa3ce85f5 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968563 Apr 12 17:15:38.859490 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d6a667f7-502a-4a7b-aff5-10a4ea96228b req-e5bed803-6561-4d65-a1b0-4a8b76785247 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666409 Apr 12 17:15:38.879516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Request body: {'port': {'device_id': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'admin_state_up': True, 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'security_groups': ['5602941b-5676-4094-a684-7ee70cb0af0a']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:15:38.903121 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:38.950424 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Network 76955af2-3699-41c7-875a-8d3b0c7f1e8a is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:15:38.956068 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:15:38.959985 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:15:38.966762 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Pushing event updated for resources: {'Port': ['ID=a04b49fa-0b63-4ff2-8639-03b71e4b4286,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:39.016354 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:39.016952 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.076865 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Made reservation on behalf of dacd228a8b4347aebfee54a1f1b9a1cf for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:15:39.080513 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.108877 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-6590c33e-d87c-4171-b305-0e8e0a72b126 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2913752 Apr 12 17:15:39.127245 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Request body: {'port': {'device_id': 'ee23f39e-05b1-46b0-9759-110a0057ca3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:15:39.185743 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.205179 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Allocated IP 172.20.0.7 (14472038-bfec-44c7-961e-d47314f1d9e1/bb3fb7ac-cab2-45ef-9d95-27033bba06c4/dcc0c83d-36e4-40bd-be73-0241be8c6eb5) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:15:39.343881 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.423288 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.447748 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04b49fa-0b63-4ff2-8639-03b71e4b4286 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:15:39.455255 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Publish callbacks [] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.465046 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Network 14472038-bfec-44c7-961e-d47314f1d9e1 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:15:39.468172 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Transition to ACTIVE for port object a04b49fa-0b63-4ff2-8639-03b71e4b4286 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:15:39.470927 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:15:39.474699 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:15:39.499175 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event updated for resources: {'Port': ['ID=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:39.508375 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.508737 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.509082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.511823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.511823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.511823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.511823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.511823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.511823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.511823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.511823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.513095 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.513095 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.513095 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.513095 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:15:39.557093 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.572998 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:39.573655 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.597539 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785e6d1-2a89-4961-a074-b1aaa1d30c0f req-56ab9d1d-a8c5-4008-b7ee-f43dc22aac1e tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:39.599160 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5785e6d1-2a89-4961-a074-b1aaa1d30c0f req-56ab9d1d-a8c5-4008-b7ee-f43dc22aac1e tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 932 time: 0.0699749 Apr 12 17:15:39.655990 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b700f-9510-412f-9de0-509ba0d420f9 req-f9fd6ff9-2f40-445e-a480-6246f08be358 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:39.657546 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-344b700f-9510-412f-9de0-509ba0d420f9 req-f9fd6ff9-2f40-445e-a480-6246f08be358 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 931 time: 0.0865891 Apr 12 17:15:39.664278 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5785e6d1-2a89-4961-a074-b1aaa1d30c0f req-dd601311-712f-43f0-a487-cece8dca2512 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507894 Apr 12 17:15:39.671857 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Pushing event updated for resources: {'Port': ['ID=a04b49fa-0b63-4ff2-8639-03b71e4b4286,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:39.689215 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-23c88c26-4298-47cd-905d-c66043284f8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135548 Apr 12 17:15:39.709707 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Request body: {'port': {'device_id': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:15:39.759276 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-344b700f-9510-412f-9de0-509ba0d420f9 req-347244f7-2d73-4658-931d-abb8790a19cc tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951166 Apr 12 17:15:39.773185 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-fad282d0-02bf-4ca8-b472-cf93165d9f04 None None] Provisioning complete for port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:15:39.773665 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fad282d0-02bf-4ca8-b472-cf93165d9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.779094 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Attempting to bind port a04b49fa-0b63-4ff2-8639-03b71e4b4286 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:15:39.779501 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Attempting to bind port a04b49fa-0b63-4ff2-8639-03b71e4b4286 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '4cdb1611-7475-4e16-8395-1c47293b73a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:15:39.779896 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Attempting to bind port a04b49fa-0b63-4ff2-8639-03b71e4b4286 on network 76955af2-3699-41c7-875a-8d3b0c7f1e8a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:15:39.783452 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.784797 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Port a04b49fa-0b63-4ff2-8639-03b71e4b4286 on network 76955af2-3699-41c7-875a-8d3b0c7f1e8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:15:39.785124 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Attempting to bind port a04b49fa-0b63-4ff2-8639-03b71e4b4286 on network 76955af2-3699-41c7-875a-8d3b0c7f1e8a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:15:39.790101 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:15:39.790480 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Checking segment: {'id': '4cdb1611-7475-4e16-8395-1c47293b73a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:15:39.793695 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Bound using segment: {'id': '4cdb1611-7475-4e16-8395-1c47293b73a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:15:39.793695 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Bound port: a04b49fa-0b63-4ff2-8639-03b71e4b4286, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdb1611-7475-4e16-8395-1c47293b73a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:15:39.793695 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.809151 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-fad282d0-02bf-4ca8-b472-cf93165d9f04 None None] Port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:15:39.860389 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] For port a04b49fa-0b63-4ff2-8639-03b71e4b4286, host hv-cinder-83753, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:15:39.863970 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] For port a04b49fa-0b63-4ff2-8639-03b71e4b4286, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a04b49fa-0b63-4ff2-8639-03b71e4b4286,segment=NetworkSegment(4cdb1611-7475-4e16-8395-1c47293b73a0),segment_id=4cdb1611-7475-4e16-8395-1c47293b73a0)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:15:39.943334 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.979434 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:39.980053 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:39.981414 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] 10.222.0.41 "PUT /v2.0/ports/a04b49fa-0b63-4ff2-8639-03b71e4b4286 HTTP/1.1" status: 200 len: 1094 time: 0.8583841 Apr 12 17:15:39.981857 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee23f39e-05b1-46b0-9759-110a0057ca3a', 'tag': 'a04b49fa-0b63-4ff2-8639-03b71e4b4286'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:15:39.984796 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909458b3-6dd2-436e-911c-31bbad03d27d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee23f39e-05b1-46b0-9759-110a0057ca3a", "tag": "a04b49fa-0b63-4ff2-8639-03b71e4b4286"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:15:40.016747 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf381c-000e-4093-b430-3a143c436716 service neutron] Pushing event updated for resources: {'Port': ['ID=a04b49fa-0b63-4ff2-8639-03b71e4b4286,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:40.016864 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5e8a3-4a10-4c9a-9d9a-5507188500d0 req-c56f7241-fcf4-4725-9946-2064d5ccafae tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.017105 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8fb5e8a3-4a10-4c9a-9d9a-5507188500d0 req-c56f7241-fcf4-4725-9946-2064d5ccafae tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0873938 Apr 12 17:15:40.034205 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bd595f-9931-4d21-9559-79f1ebbcac3e x-openstack-request-id: req-82bd595f-9931-4d21-9559-79f1ebbcac3e {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:15:40.034637 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee23f39e-05b1-46b0-9759-110a0057ca3a", "tag": "a04b49fa-0b63-4ff2-8639-03b71e4b4286", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:15:40.034951 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82bd595f-9931-4d21-9559-79f1ebbcac3e {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:15:40.035419 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bd595f-9931-4d21-9559-79f1ebbcac3e'] response: {'name': 'network-changed', 'server_uuid': 'ee23f39e-05b1-46b0-9759-110a0057ca3a', 'tag': 'a04b49fa-0b63-4ff2-8639-03b71e4b4286', 'status': 'completed', 'code': 200} Apr 12 17:15:40.106781 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8fb5e8a3-4a10-4c9a-9d9a-5507188500d0 req-857ddff8-0dbc-4723-a2ad-40df9a5b06c3 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794482 Apr 12 17:15:40.124690 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909458b3-6dd2-436e-911c-31bbad03d27d req-55ed8701-e597-4461-9da1-62bfd6e43cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.126194 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-909458b3-6dd2-436e-911c-31bbad03d27d req-55ed8701-e597-4461-9da1-62bfd6e43cf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b6dab43eae0498a98f12d540dbf1248&device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 1128 time: 0.0416028 Apr 12 17:15:40.142061 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc0c83d-36e4-40bd-be73-0241be8c6eb5 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:15:40.149655 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Publish callbacks [] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:40.162749 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Transition to ACTIVE for port object dcc0c83d-36e4-40bd-be73-0241be8c6eb5 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:15:40.231801 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909458b3-6dd2-436e-911c-31bbad03d27d req-c05395df-70a2-458a-b8d2-ac6d58d8c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.233900 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-909458b3-6dd2-436e-911c-31bbad03d27d req-c05395df-70a2-458a-b8d2-ac6d58d8c554 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5b6dab43eae0498a98f12d540dbf1248&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0929046 Apr 12 17:15:40.274001 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:40.329547 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Pushing event updated for resources: {'Port': ['ID=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:40.338666 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909458b3-6dd2-436e-911c-31bbad03d27d req-ca9abcd8-fd14-427b-9348-5176c4a947af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.339976 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-909458b3-6dd2-436e-911c-31bbad03d27d req-ca9abcd8-fd14-427b-9348-5176c4a947af service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0979521 Apr 12 17:15:40.412167 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Attempting to bind port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:15:40.412508 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Attempting to bind port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:15:40.412843 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Attempting to bind port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 on network 14472038-bfec-44c7-961e-d47314f1d9e1 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:15:40.417635 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 on network 14472038-bfec-44c7-961e-d47314f1d9e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:15:40.417783 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Attempting to bind port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 on network 14472038-bfec-44c7-961e-d47314f1d9e1 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:15:40.423387 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:15:40.423820 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Checking segment: {'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:15:40.424209 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Bound using segment: {'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:15:40.424657 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Bound port: dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:15:40.424987 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:40.454900 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-c1aaa72d-564b-4ee4-bbb5-54362064e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.456746 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-c1aaa72d-564b-4ee4-bbb5-54362064e203 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b6dab43eae0498a98f12d540dbf1248&device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 1128 time: 0.0436780 Apr 12 17:15:40.496070 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] For port dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:15:40.499406 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] For port dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:15:40.515712 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-aa3aaed6-e042-4f8e-9b25-450b08008326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a04b49fa-0b63-4ff2-8639-03b71e4b4286 HTTP/1.1" status: 200 len: 217 time: 0.0452161 Apr 12 17:15:40.586100 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:40.609612 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a7c63f6b-050e-427d-ae01-a34f9b748e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.611412 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a7c63f6b-050e-427d-ae01-a34f9b748e69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7bd1786-e3cd-463a-8c4e-8ee1374846c1 HTTP/1.1" status: 200 len: 853 time: 0.0448830 Apr 12 17:15:40.621623 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.622496 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:40.624266 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] 10.222.0.41 "PUT /v2.0/ports/dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 200 len: 1093 time: 0.9189589 Apr 12 17:15:40.626612 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:15:40.630964 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993" -d '{"events": [{"name": "network-changed", "server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:15:40.646384 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-a1e0fa1e-d7ec-44e3-9cb2-d511543205a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76955af2-3699-41c7-875a-8d3b0c7f1e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279210 Apr 12 17:15:40.671295 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d1e28-daff-4377-942c-ae15d192c08c service neutron] Pushing event updated for resources: {'Port': ['ID=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:40.742300 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e104e70a-4f81-4d0c-80b5-8cd9475de5ff x-openstack-request-id: req-e104e70a-4f81-4d0c-80b5-8cd9475de5ff {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:15:40.742782 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:15:40.743179 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e104e70a-4f81-4d0c-80b5-8cd9475de5ff {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:15:40.743747 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e104e70a-4f81-4d0c-80b5-8cd9475de5ff'] response: {'name': 'network-changed', 'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'status': 'completed', 'code': 200} Apr 12 17:15:40.763320 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-e0f6f8b0-b59b-4fed-b93b-fa8d9060a933 service neutron] 10.222.0.41 "GET /v2.0/networks/76955af2-3699-41c7-875a-8d3b0c7f1e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099372 Apr 12 17:15:40.795944 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567931e9-2cce-471e-8b21-f94ce7d270e5 req-dc759f13-a9ab-4c07-9ce2-9a7ae524c78f tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.804072 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-567931e9-2cce-471e-8b21-f94ce7d270e5 req-dc759f13-a9ab-4c07-9ce2-9a7ae524c78f tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 944 time: 0.0573545 Apr 12 17:15:40.881972 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-e1ca49f5-396d-4f73-bf2e-d5de0fcca98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.883490 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-e1ca49f5-396d-4f73-bf2e-d5de0fcca98f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf&device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1127 time: 0.0710487 Apr 12 17:15:40.887760 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-567931e9-2cce-471e-8b21-f94ce7d270e5 req-136cb687-bd3a-4464-b21b-243d3c1829bf tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829136 Apr 12 17:15:40.924188 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e03be5-8b14-4606-ace2-fb92d5320c3c req-24e75d0a-1a47-4fdd-ab02-47edfc1a4067 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.925665 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d5e03be5-8b14-4606-ace2-fb92d5320c3c req-24e75d0a-1a47-4fdd-ab02-47edfc1a4067 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0614712 Apr 12 17:15:40.940327 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-f4ea7d5b-49e1-42fd-ac49-75cf70e403c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 200 len: 217 time: 0.0395312 Apr 12 17:15:40.946035 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b120018c-2bfa-474e-b0c2-52dd77efe2a2 req-8d540e97-4518-4f90-865e-e0c2de5b5330 service neutron] 10.222.0.41 "GET /v2.0/networks/76955af2-3699-41c7-875a-8d3b0c7f1e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501203 Apr 12 17:15:40.984134 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d5e03be5-8b14-4606-ace2-fb92d5320c3c req-88f72c41-d769-4941-8fdf-255d7e8a71b7 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493047 Apr 12 17:15:40.992265 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-43913346-2066-4283-9cac-3eb9ca29d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:40.993801 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-43913346-2066-4283-9cac-3eb9ca29d7b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb3fb7ac-cab2-45ef-9d95-27033bba06c4 HTTP/1.1" status: 200 len: 848 time: 0.0474482 Apr 12 17:15:41.048253 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-7294fda8-5794-4ac0-92da-c458d2040783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:41.049709 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-7294fda8-5794-4ac0-92da-c458d2040783 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14472038-bfec-44c7-961e-d47314f1d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386205 Apr 12 17:15:41.216182 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16705241-2073-4ac9-af9e-2c21cce14f1d req-d9563419-0060-4e59-a3d9-7a849e7872f7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:41.217616 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-16705241-2073-4ac9-af9e-2c21cce14f1d req-d9563419-0060-4e59-a3d9-7a849e7872f7 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0449088 Apr 12 17:15:41.266087 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-16705241-2073-4ac9-af9e-2c21cce14f1d req-8bee6ac1-faa3-43e1-9130-989b420d4a8b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Apr 12 17:15:41.997233 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b0438-73de-417a-83c0-fda4ac0af46c req-6f234221-0f74-413a-8603-45b4f4a94ee2 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:41.999267 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-de6b0438-73de-417a-83c0-fda4ac0af46c req-6f234221-0f74-413a-8603-45b4f4a94ee2 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 944 time: 0.0458550 Apr 12 17:15:42.045726 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-de6b0438-73de-417a-83c0-fda4ac0af46c req-e29cc276-aebf-4021-aaa2-8f6f0f7556a3 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Apr 12 17:15:42.098973 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1b315-6eef-4e17-9708-60db641afcd3 req-8d315ec2-b21d-4be5-915c-1a780e3f34d6 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:42.100440 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1be1b315-6eef-4e17-9708-60db641afcd3 req-8d315ec2-b21d-4be5-915c-1a780e3f34d6 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0471478 Apr 12 17:15:42.149378 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1be1b315-6eef-4e17-9708-60db641afcd3 req-c512f2de-1a36-4c2e-b86f-a29140b4a129 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434029 Apr 12 17:15:42.374316 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269d50d-4bc4-48cb-b9e4-bedd5cd3032e req-849af10c-20f5-4bd7-aa57-bd55ac42ac9b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:42.375787 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d269d50d-4bc4-48cb-b9e4-bedd5cd3032e req-849af10c-20f5-4bd7-aa57-bd55ac42ac9b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0458941 Apr 12 17:15:42.424694 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d269d50d-4bc4-48cb-b9e4-bedd5cd3032e req-47442da3-064b-42c6-9adb-e19b5c5c7a3a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Apr 12 17:15:43.155891 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78106734-fed5-4fe1-821a-1c34b97c90fa req-c30cd732-e1ee-477f-aaf1-a018f2c55eba tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:43.157354 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-78106734-fed5-4fe1-821a-1c34b97c90fa req-c30cd732-e1ee-477f-aaf1-a018f2c55eba tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 944 time: 0.0463068 Apr 12 17:15:43.203520 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-78106734-fed5-4fe1-821a-1c34b97c90fa req-4673dd42-9c4a-4593-a967-be8a7b6fec47 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Apr 12 17:15:43.259126 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19906b12-6835-43ed-9240-43626649f523 req-7c62ac1b-2276-4ef0-b37b-e2a41263da8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:43.260572 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-19906b12-6835-43ed-9240-43626649f523 req-7c62ac1b-2276-4ef0-b37b-e2a41263da8d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0463679 Apr 12 17:15:43.307494 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-19906b12-6835-43ed-9240-43626649f523 req-45eb1308-aee0-45b1-82f4-d5a90d5caf0c tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414438 Apr 12 17:15:43.536383 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f78e1-b3e2-46e5-909d-c88194ecc563 req-a20f1188-cf39-4f35-9ec5-f86a646e52b9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:43.537811 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-005f78e1-b3e2-46e5-909d-c88194ecc563 req-a20f1188-cf39-4f35-9ec5-f86a646e52b9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0486298 Apr 12 17:15:43.583154 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-005f78e1-b3e2-46e5-909d-c88194ecc563 req-fb948031-4d52-40e3-8780-e0d200765af8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 Apr 12 17:15:44.074868 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-903a82e6-32eb-459b-8634-08249afbcefe service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877094 Apr 12 17:15:44.311530 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bc4d1-51bb-44d7-a4a2-8322a93d2d98 req-44f4dce3-0054-4cb6-b536-be5b6a587367 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:44.312954 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db1bc4d1-51bb-44d7-a4a2-8322a93d2d98 req-44f4dce3-0054-4cb6-b536-be5b6a587367 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 944 time: 0.0452919 Apr 12 17:15:44.374562 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-db1bc4d1-51bb-44d7-a4a2-8322a93d2d98 req-4e16f136-a981-4e45-b7a2-cf124a8a7305 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511920 Apr 12 17:15:44.445474 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509d9dc-c42f-4bae-8f5b-ea829bd0f9f5 req-1f62b51c-c330-4400-80e1-950a9bbe66c7 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:44.446953 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c509d9dc-c42f-4bae-8f5b-ea829bd0f9f5 req-1f62b51c-c330-4400-80e1-950a9bbe66c7 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0561943 Apr 12 17:15:44.466804 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0279813-84a8-4ab5-973d-25fbb1ff5066 req-794cf322-c8ed-4655-bb4c-de54b3d1a648 service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408119 Apr 12 17:15:44.501471 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c509d9dc-c42f-4bae-8f5b-ea829bd0f9f5 req-f71b9cb7-02c8-4cad-895a-2744abddfd16 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455339 Apr 12 17:15:44.695692 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2fbc-4219-4d19-9af8-034e6914e9b7 req-5d723b39-e311-47d9-ae6c-909c8cd21322 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:44.697130 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b50c2fbc-4219-4d19-9af8-034e6914e9b7 req-5d723b39-e311-47d9-ae6c-909c8cd21322 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0491254 Apr 12 17:15:44.743019 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b50c2fbc-4219-4d19-9af8-034e6914e9b7 req-32f5659a-39b0-4a98-ab84-763378844d11 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397453 Apr 12 17:15:45.477597 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcb1e5-4762-4aad-8e24-0e37a47f496f req-6e2f1bde-53f0-418c-904e-af01fbf70514 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:45.479058 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-62fcb1e5-4762-4aad-8e24-0e37a47f496f req-6e2f1bde-53f0-418c-904e-af01fbf70514 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 944 time: 0.0482273 Apr 12 17:15:45.524677 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-62fcb1e5-4762-4aad-8e24-0e37a47f496f req-e1b4f501-19d0-484b-aedd-791f3add44ba tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392902 Apr 12 17:15:45.612684 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507caf7-093c-4557-ac7d-a3cf4e821614 req-276e2fc4-fb5d-490a-bd71-b18eb27133ff tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:45.614129 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6507caf7-093c-4557-ac7d-a3cf4e821614 req-276e2fc4-fb5d-490a-bd71-b18eb27133ff tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0461326 Apr 12 17:15:45.661292 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6507caf7-093c-4557-ac7d-a3cf4e821614 req-2e52f523-e4b3-44f3-997e-8d68ba2f870c tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417523 Apr 12 17:15:45.852222 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02b905-289e-400a-b138-fc78b1be11a0 req-9db87822-c987-4190-9229-767640778f5a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:45.853694 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be02b905-289e-400a-b138-fc78b1be11a0 req-9db87822-c987-4190-9229-767640778f5a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0460110 Apr 12 17:15:45.899397 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be02b905-289e-400a-b138-fc78b1be11a0 req-615f389e-24db-4d99-83bf-1495db59b35c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399983 Apr 12 17:15:46.030604 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-2cfa84c3-6db2-43fe-a02b-64d2a1bcf6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:46.031978 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-2cfa84c3-6db2-43fe-a02b-64d2a1bcf6bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf&device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1127 time: 0.0423024 Apr 12 17:15:46.120525 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-b537b2ae-59fa-42a1-b8d1-2c43c8660966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:46.121984 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-b537b2ae-59fa-42a1-b8d1-2c43c8660966 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14472038-bfec-44c7-961e-d47314f1d9e1 HTTP/1.1" status: 200 len: 909 time: 0.0829599 Apr 12 17:15:46.165571 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-331f24db-1dfe-4336-a2d2-45df52b33f34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 200 len: 217 time: 0.0377340 Apr 12 17:15:46.174012 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:46.214348 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-f824e8f3-c862-469e-ad6a-ccea96259748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:46.215772 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-f824e8f3-c862-469e-ad6a-ccea96259748 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb3fb7ac-cab2-45ef-9d95-27033bba06c4 HTTP/1.1" status: 200 len: 848 time: 0.0431855 Apr 12 17:15:46.259075 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-bb59f1c4-6989-40ff-853f-27dccf411c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:46.260504 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-bb59f1c4-6989-40ff-853f-27dccf411c6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14472038-bfec-44c7-961e-d47314f1d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379453 Apr 12 17:15:46.349265 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-660552fd-d1e9-48c8-b178-4c91f3607cfa service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818126 Apr 12 17:15:46.437764 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c6c780d5-c8c6-47fb-b87b-91c26b2b1993 req-a662c8d5-4e9d-42e3-be39-08b1c43b0348 service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810373 Apr 12 17:15:46.603491 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device a04b49fa-0b63-4ff2-8639-03b71e4b4286 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:15:46.613833 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-86c1f9e2-115c-4922-b599-a91e37caa1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:46.637745 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16bffd-d696-480b-af97-3ba773f90525 req-bffa7bb1-a05f-4cb2-b160-ace1b1dd136c tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:46.639409 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e16bffd-d696-480b-af97-3ba773f90525 req-bffa7bb1-a05f-4cb2-b160-ace1b1dd136c tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 944 time: 0.0489073 Apr 12 17:15:46.690067 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e16bffd-d696-480b-af97-3ba773f90525 req-28335da7-16cc-4742-8970-68ea2f2a260a tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451591 Apr 12 17:15:46.706475 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port a04b49fa-0b63-4ff2-8639-03b71e4b4286, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a04b49fa-0b63-4ff2-8639-03b71e4b4286,segment=NetworkSegment(4cdb1611-7475-4e16-8395-1c47293b73a0),segment_id=4cdb1611-7475-4e16-8395-1c47293b73a0)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:15:46.718161 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'a04b49fa-0b63-4ff2-8639-03b71e4b4286', 'network_id': '76955af2-3699-41c7-875a-8d3b0c7f1e8a', 'port_id': 'a04b49fa-0b63-4ff2-8639-03b71e4b4286', 'mac_address': 'fa:16:3e:0f:a1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bd1786-e3cd-463a-8c4e-8ee1374846c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:15:46.755455 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port a04b49fa-0b63-4ff2-8639-03b71e4b4286 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:15:46.755844 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:46.768431 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04b49fa-0b63-4ff2-8639-03b71e4b4286 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:15:46.772335 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc38703-2bc7-426e-9e52-8ed147e201a5 req-6b7f2c61-d480-4fe3-88a4-e1c0d7a624ff tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:46.773824 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-edc38703-2bc7-426e-9e52-8ed147e201a5 req-6b7f2c61-d480-4fe3-88a4-e1c0d7a624ff tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0459933 Apr 12 17:15:46.788136 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port a04b49fa-0b63-4ff2-8639-03b71e4b4286, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a04b49fa-0b63-4ff2-8639-03b71e4b4286,segment=NetworkSegment(4cdb1611-7475-4e16-8395-1c47293b73a0),segment_id=4cdb1611-7475-4e16-8395-1c47293b73a0)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:15:46.792918 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:15:46.825454 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-edc38703-2bc7-426e-9e52-8ed147e201a5 req-46e04a4d-b3cc-4255-88b3-a7bd359d2ab6 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455573 Apr 12 17:15:46.870987 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:46.917055 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=a04b49fa-0b63-4ff2-8639-03b71e4b4286,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:47.009089 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b83544-d1a5-447a-bff3-c2ea4d179435 req-e5b85df5-036e-4c36-89ee-8e426ab4bcca tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:47.010717 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99b83544-d1a5-447a-bff3-c2ea4d179435 req-e5b85df5-036e-4c36-89ee-8e426ab4bcca tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0472372 Apr 12 17:15:47.064445 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99b83544-d1a5-447a-bff3-c2ea4d179435 req-4a0c7e1f-6083-4146-bcb4-c72594d6ca1e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458734 Apr 12 17:15:47.396916 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['a04b49fa-0b63-4ff2-8639-03b71e4b4286'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:15:47.799864 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0991f-e522-44e9-a7f6-48f78fc1025c req-f196114d-b766-4959-bb09-d5ada2197ab1 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:47.801335 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9eb0991f-e522-44e9-a7f6-48f78fc1025c req-f196114d-b766-4959-bb09-d5ada2197ab1 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 945 time: 0.0462766 Apr 12 17:15:47.847168 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9eb0991f-e522-44e9-a7f6-48f78fc1025c req-3a701c24-2ca7-44fe-8672-d78b6ac429e9 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Apr 12 17:15:47.934705 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebd45f-97ce-4288-8146-8656ad410be9 req-f42bc7b6-c371-47e4-8827-9ed117794ae1 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:47.936801 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6aebd45f-97ce-4288-8146-8656ad410be9 req-f42bc7b6-c371-47e4-8827-9ed117794ae1 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0460169 Apr 12 17:15:47.984556 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6aebd45f-97ce-4288-8146-8656ad410be9 req-43730051-d98c-4ba3-ae44-0fb990b9a8fc tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421720 Apr 12 17:15:48.176331 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54c193-000b-412e-9e3e-dcece49059ed req-a97af470-4d1f-40d3-93ef-34d99b1d74bd tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:48.177772 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cf54c193-000b-412e-9e3e-dcece49059ed req-a97af470-4d1f-40d3-93ef-34d99b1d74bd tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0477436 Apr 12 17:15:48.222410 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cf54c193-000b-412e-9e3e-dcece49059ed req-067f972c-c6e1-42a1-87d3-d9a02b3cff6f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390432 Apr 12 17:15:48.646549 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device a04b49fa-0b63-4ff2-8639-03b71e4b4286 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:15:48.688712 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port a04b49fa-0b63-4ff2-8639-03b71e4b4286 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:15:48.756436 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port a04b49fa-0b63-4ff2-8639-03b71e4b4286 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:15:48.756715 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:48.822791 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-01920d7a-67bb-480f-b84a-dc8c7dbd1518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:48.834961 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port a04b49fa-0b63-4ff2-8639-03b71e4b4286 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:15:48.838574 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:48.857423 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee23f39e-05b1-46b0-9759-110a0057ca3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04b49fa-0b63-4ff2-8639-03b71e4b4286'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:15:48.859889 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aac2ab8-007e-4c57-966b-40b4f0687e6a" -d '{"events": [{"server_uuid": "ee23f39e-05b1-46b0-9759-110a0057ca3a", "name": "network-vif-plugged", "status": "completed", "tag": "a04b49fa-0b63-4ff2-8639-03b71e4b4286"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:15:48.872312 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port a04b49fa-0b63-4ff2-8639-03b71e4b4286, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a04b49fa-0b63-4ff2-8639-03b71e4b4286,segment=NetworkSegment(4cdb1611-7475-4e16-8395-1c47293b73a0),segment_id=4cdb1611-7475-4e16-8395-1c47293b73a0)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:15:48.940372 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:48.963541 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288273c8-7ea9-4544-995e-75f9a7ef929f req-42312c8a-6d7f-42ce-904b-da3a49b30868 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:48.965024 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-288273c8-7ea9-4544-995e-75f9a7ef929f req-42312c8a-6d7f-42ce-904b-da3a49b30868 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 945 time: 0.0513694 Apr 12 17:15:48.966961 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3bd2e5-57c2-48ed-abee-520b0af27317 x-openstack-request-id: req-1f3bd2e5-57c2-48ed-abee-520b0af27317 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:15:48.967382 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee23f39e-05b1-46b0-9759-110a0057ca3a", "name": "network-vif-plugged", "status": "completed", "tag": "a04b49fa-0b63-4ff2-8639-03b71e4b4286", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:15:48.967644 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f3bd2e5-57c2-48ed-abee-520b0af27317 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:15:48.968036 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3bd2e5-57c2-48ed-abee-520b0af27317'] response: {'server_uuid': 'ee23f39e-05b1-46b0-9759-110a0057ca3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04b49fa-0b63-4ff2-8639-03b71e4b4286', 'code': 200} Apr 12 17:15:48.993224 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=a04b49fa-0b63-4ff2-8639-03b71e4b4286,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:49.018221 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-288273c8-7ea9-4544-995e-75f9a7ef929f req-9b81de12-7a3f-494e-89ac-1cafb0e75007 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474405 Apr 12 17:15:49.102505 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155a2c6-7980-49f6-99f6-22b82f76ec8a req-125fdda8-61df-4817-a408-ae5cbdd4746e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:49.104001 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8155a2c6-7980-49f6-99f6-22b82f76ec8a req-125fdda8-61df-4817-a408-ae5cbdd4746e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0498033 Apr 12 17:15:49.153494 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8155a2c6-7980-49f6-99f6-22b82f76ec8a req-3ee85e2e-5dd2-4644-8981-089a194713c3 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Apr 12 17:15:49.282435 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1302f-98fe-4bbe-9f14-b593a3e6cef4 req-65ab8057-fa5b-439e-940e-beac20e9d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:49.283886 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fec1302f-98fe-4bbe-9f14-b593a3e6cef4 req-65ab8057-fa5b-439e-940e-beac20e9d5eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 1130 time: 0.0385418 Apr 12 17:15:49.356454 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e704b-0463-4e75-97c9-dbb7f9693aba req-f5047a57-eacf-48cf-ba53-3eaa463b9fba tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:49.358424 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-261e704b-0463-4e75-97c9-dbb7f9693aba req-f5047a57-eacf-48cf-ba53-3eaa463b9fba tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0623574 Apr 12 17:15:49.364523 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fec1302f-98fe-4bbe-9f14-b593a3e6cef4 req-6ef10f81-e793-404c-bd2d-277f2515746d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741887 Apr 12 17:15:49.407239 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-261e704b-0463-4e75-97c9-dbb7f9693aba req-a8c18240-1c23-44d3-a5dc-3536a114ab5a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418034 Apr 12 17:15:49.913423 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:50.128240 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433235f-864b-45a2-bb13-3a9c31b132c2 req-e8e3c471-7bc1-4a2d-a5b1-1497a8efc3b1 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:50.129678 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9433235f-864b-45a2-bb13-3a9c31b132c2 req-e8e3c471-7bc1-4a2d-a5b1-1497a8efc3b1 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 946 time: 0.0461056 Apr 12 17:15:50.174851 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9433235f-864b-45a2-bb13-3a9c31b132c2 req-436f5c3c-4ecb-4dd3-93cd-d79b0b23f32b tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 Apr 12 17:15:50.263506 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc0298-a845-4d9a-9dbe-52b94d40ea05 req-8d1d7ce9-4597-4994-9a67-2cb25f1325ac tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:50.265467 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-29fc0298-a845-4d9a-9dbe-52b94d40ea05 req-8d1d7ce9-4597-4994-9a67-2cb25f1325ac tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0451772 Apr 12 17:15:50.313496 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-29fc0298-a845-4d9a-9dbe-52b94d40ea05 req-d3fcece2-6f74-4e30-989c-293349f3e294 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Apr 12 17:15:50.520875 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9319-422d-4108-bfa7-742b623a00d5 req-ebf96d2c-6bd9-4034-8cfd-ffcb88908598 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:50.522464 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-956d9319-422d-4108-bfa7-742b623a00d5 req-ebf96d2c-6bd9-4034-8cfd-ffcb88908598 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0492780 Apr 12 17:15:50.566927 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-956d9319-422d-4108-bfa7-742b623a00d5 req-450f8802-c8bd-4f7e-8741-21f5e78366a4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390205 Apr 12 17:15:51.287356 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2ca86-1404-42b7-81d3-304987c6e570 req-ec5bdc00-b67d-4dd4-8760-8e15f80800d9 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:51.288934 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dce2ca86-1404-42b7-81d3-304987c6e570 req-ec5bdc00-b67d-4dd4-8760-8e15f80800d9 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 946 time: 0.0465791 Apr 12 17:15:51.335528 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dce2ca86-1404-42b7-81d3-304987c6e570 req-0e432200-f405-4236-8c2b-a0e8661075a8 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Apr 12 17:15:51.405117 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:51.425523 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175799f6-9e86-4e29-b446-77aee307d1af req-0bad1019-9612-43b9-b157-52b8d278bb77 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:51.427028 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-175799f6-9e86-4e29-b446-77aee307d1af req-0bad1019-9612-43b9-b157-52b8d278bb77 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0462697 Apr 12 17:15:51.475369 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-175799f6-9e86-4e29-b446-77aee307d1af req-62d2f294-77cf-42db-8c22-d455d0acd63e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426712 Apr 12 17:15:51.678297 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07980f2d-05d0-49de-8170-bfc59686440b req-0f4aeb1d-6f89-4722-bb70-f3af6c559983 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:51.679740 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-07980f2d-05d0-49de-8170-bfc59686440b req-0f4aeb1d-6f89-4722-bb70-f3af6c559983 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0481658 Apr 12 17:15:51.724737 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-07980f2d-05d0-49de-8170-bfc59686440b req-8b8eb925-2209-489f-a277-99eaa6394961 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395987 Apr 12 17:15:52.447483 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e991d-db97-4325-a4bf-ba6394c5570b req-290a7e61-6b09-40fd-a360-d18299c36864 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:52.448946 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-323e991d-db97-4325-a4bf-ba6394c5570b req-290a7e61-6b09-40fd-a360-d18299c36864 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 946 time: 0.0462084 Apr 12 17:15:52.497466 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-323e991d-db97-4325-a4bf-ba6394c5570b req-14bd1a3c-b73d-4d5e-8c39-c9f0123f6b20 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Apr 12 17:15:52.586534 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bdd49-65ff-4e8b-bc08-3236563b2889 req-c9cce520-93ee-45d6-ba09-3d8ced0fabfe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:52.599422 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e77bdd49-65ff-4e8b-bc08-3236563b2889 req-c9cce520-93ee-45d6-ba09-3d8ced0fabfe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0479250 Apr 12 17:15:52.637197 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e77bdd49-65ff-4e8b-bc08-3236563b2889 req-d3753df8-8c5c-46cf-b7f7-8f8a5bcf7ca9 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429077 Apr 12 17:15:52.835317 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c6dda-4483-4441-8173-c32b0418b01b req-e5bb389a-38ea-48d0-ada1-8dd70f5f58e9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:52.836792 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fa5c6dda-4483-4441-8173-c32b0418b01b req-e5bb389a-38ea-48d0-ada1-8dd70f5f58e9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0483088 Apr 12 17:15:52.882652 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fa5c6dda-4483-4441-8173-c32b0418b01b req-73d8496a-c469-4328-b5fb-90fcc96d4e6a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403144 Apr 12 17:15:53.025392 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:53.747173 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1a8ea-3533-4815-857b-1d5d085ad076 req-d78f6e66-dc06-4ba9-ad29-4a7c3e6f3ed6 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:53.748631 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-37d1a8ea-3533-4815-857b-1d5d085ad076 req-d78f6e66-dc06-4ba9-ad29-4a7c3e6f3ed6 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0460584 Apr 12 17:15:53.797195 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-37d1a8ea-3533-4815-857b-1d5d085ad076 req-1b5daa6f-b2f1-4499-9e2a-90a5ab90341c tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420201 Apr 12 17:15:53.993117 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86641b13-6503-4efc-9bc8-3082e250e654 req-acc3dbf6-6142-4aa3-b6fe-0c8f830e8490 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:53.994578 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-86641b13-6503-4efc-9bc8-3082e250e654 req-acc3dbf6-6142-4aa3-b6fe-0c8f830e8490 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0471122 Apr 12 17:15:54.044112 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-86641b13-6503-4efc-9bc8-3082e250e654 req-a61a12a0-979f-48c3-bec5-7fe81ccc2c4e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435822 Apr 12 17:15:54.637084 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dcc0c83d-36e4-40bd-be73-0241be8c6eb5 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:15:54.728350 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:15:54.739802 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'port_id': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'mac_address': 'fa:16:3e:83:77:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:15:54.778120 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:15:54.778531 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:54.790544 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc0c83d-36e4-40bd-be73-0241be8c6eb5 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:15:54.809044 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:15:54.909785 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed17d0-78c8-4553-b509-1d0e714f7ebc req-45afff56-d059-4514-9527-8ffcbdf17c68 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:54.911372 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-24ed17d0-78c8-4553-b509-1d0e714f7ebc req-45afff56-d059-4514-9527-8ffcbdf17c68 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0463090 Apr 12 17:15:54.922823 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:54.960512 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-24ed17d0-78c8-4553-b509-1d0e714f7ebc req-758e2a04-2e6b-4253-bba2-c7cba680ce17 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Apr 12 17:15:54.970168 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:55.155235 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19fd7a-6282-4cb7-a968-89bec44ff7ca req-609c25e7-fa59-481e-acb1-8f10c679faf4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:55.156657 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fe19fd7a-6282-4cb7-a968-89bec44ff7ca req-609c25e7-fa59-481e-acb1-8f10c679faf4 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0450282 Apr 12 17:15:55.202330 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fe19fd7a-6282-4cb7-a968-89bec44ff7ca req-045389d9-bb89-4c02-93db-fed324a7a30a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400736 Apr 12 17:15:55.425447 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['dcc0c83d-36e4-40bd-be73-0241be8c6eb5'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:15:55.822951 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1eec-351f-4b64-8922-d1d354ff54f8 req-7492c456-fb58-45c2-bb27-149f238eb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:55.824976 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-010b1eec-351f-4b64-8922-d1d354ff54f8 req-7492c456-fb58-45c2-bb27-149f238eb0a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 1129 time: 0.0407219 Apr 12 17:15:55.894600 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-010b1eec-351f-4b64-8922-d1d354ff54f8 req-a22dd1b0-1387-46fc-b050-dccde0a524e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376029 Apr 12 17:15:56.071670 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0c8ad-7998-441d-a8a0-89d62618727c req-03cecefc-106b-4f30-ae8a-87c339b02dda tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:56.073462 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8fe0c8ad-7998-441d-a8a0-89d62618727c req-03cecefc-106b-4f30-ae8a-87c339b02dda tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 944 time: 0.0468683 Apr 12 17:15:56.124499 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8fe0c8ad-7998-441d-a8a0-89d62618727c req-fa23bc09-3eb6-4ecf-8006-ac9562fee8f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450835 Apr 12 17:15:56.314398 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24985310-5a34-4209-b47d-2d3d45ca10c5 req-4ee2bb9c-bc11-446b-b581-221ad3168c35 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:56.315755 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-24985310-5a34-4209-b47d-2d3d45ca10c5 req-4ee2bb9c-bc11-446b-b581-221ad3168c35 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0492508 Apr 12 17:15:56.361760 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-24985310-5a34-4209-b47d-2d3d45ca10c5 req-746fdaef-f799-4544-8dbe-cf63e308a125 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405178 Apr 12 17:15:56.921370 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dcc0c83d-36e4-40bd-be73-0241be8c6eb5 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:15:56.967822 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:15:57.042203 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:15:57.042624 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:57.117700 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:15:57.118086 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:57.140200 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:15:57.142458 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374ca639-fc98-4d89-b988-82cd8cf08773" -d '{"events": [{"server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "name": "network-vif-plugged", "status": "completed", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:15:57.156747 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:15:57.181681 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b393926-db3b-403a-82b3-ddc22ce0ebb2 x-openstack-request-id: req-7b393926-db3b-403a-82b3-ddc22ce0ebb2 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:15:57.182001 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "name": "network-vif-plugged", "status": "completed", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:15:57.182255 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b393926-db3b-403a-82b3-ddc22ce0ebb2 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:15:57.182693 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b393926-db3b-403a-82b3-ddc22ce0ebb2'] response: {'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'code': 200} Apr 12 17:15:57.237249 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb739225-6a67-46e4-ac59-b1744dd84ae4 req-6d0a3919-cf4f-4412-bb45-4cdc5ab0dc8a tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:57.238806 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bb739225-6a67-46e4-ac59-b1744dd84ae4 req-6d0a3919-cf4f-4412-bb45-4cdc5ab0dc8a tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 944 time: 0.0462584 Apr 12 17:15:57.274158 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:15:57.287793 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bb739225-6a67-46e4-ac59-b1744dd84ae4 req-bf9ef796-52fb-46ab-8ac9-cc9d1dc8373a tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435534 Apr 12 17:15:57.321676 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:15:57.479493 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b204570-b927-41a2-b697-eb00da76fa3f req-541fdc00-44b1-4bf3-8092-1621f232cb1e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:57.480899 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9b204570-b927-41a2-b697-eb00da76fa3f req-541fdc00-44b1-4bf3-8092-1621f232cb1e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0511627 Apr 12 17:15:57.527658 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9b204570-b927-41a2-b697-eb00da76fa3f req-b6c4674b-60bb-4d7b-bddb-26a371f55a3b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Apr 12 17:15:58.294993 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9eb6f-9ea6-48b5-b2d4-a4e9bdf0e473 req-4a2ae739-e87a-47c5-8c10-9bc9a0c7373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:58.297030 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-24b9eb6f-9ea6-48b5-b2d4-a4e9bdf0e473 req-4a2ae739-e87a-47c5-8c10-9bc9a0c7373a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1129 time: 0.0397537 Apr 12 17:15:58.347347 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-24b9eb6f-9ea6-48b5-b2d4-a4e9bdf0e473 req-125d1ea2-ed0a-41e6-92f8-c1c648f39a73 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427346 Apr 12 17:15:58.399903 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2453417-dfe6-42d5-a283-8bf7292bc124 req-549a65e8-f6ef-4c4d-945b-7ea28ce88716 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:58.401348 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2453417-dfe6-42d5-a283-8bf7292bc124 req-549a65e8-f6ef-4c4d-945b-7ea28ce88716 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0456419 Apr 12 17:15:58.448882 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c2453417-dfe6-42d5-a283-8bf7292bc124 req-110b3d3f-26cb-4760-b40c-2eb63f4edf94 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 Apr 12 17:15:58.638997 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae321c-f1ae-40fe-9d36-b8d05ab73368 req-81ab2f6f-fb9f-4910-ae6c-8ec907dc5925 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:58.640465 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a5ae321c-f1ae-40fe-9d36-b8d05ab73368 req-81ab2f6f-fb9f-4910-ae6c-8ec907dc5925 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0465386 Apr 12 17:15:58.686463 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a5ae321c-f1ae-40fe-9d36-b8d05ab73368 req-f3ecf04d-15e7-4c07-ba79-776be3c7d474 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405707 Apr 12 17:15:59.231958 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f93cf-69ed-4bf8-969e-b93b52dbf72e req-4fdd5c8d-b638-4877-8301-6341a64885f2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:59.233559 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-658f93cf-69ed-4bf8-969e-b93b52dbf72e req-4fdd5c8d-b638-4877-8301-6341a64885f2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0456519 Apr 12 17:15:59.280209 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-658f93cf-69ed-4bf8-969e-b93b52dbf72e req-6189499b-1aa6-44c5-9e4a-f77c144fb081 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407736 Apr 12 17:15:59.557513 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ba00e-dc3c-4328-949e-2ee37b9a00b4 req-869b8d3c-51d4-43c4-9f8b-04b362412ab5 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:59.559075 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-965ba00e-dc3c-4328-949e-2ee37b9a00b4 req-869b8d3c-51d4-43c4-9f8b-04b362412ab5 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0453751 Apr 12 17:15:59.611811 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-965ba00e-dc3c-4328-949e-2ee37b9a00b4 req-12f5e178-f482-4489-b9eb-a19fc48176f2 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463643 Apr 12 17:15:59.791394 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-39245fe4-dd50-4a45-a47e-3a86aac3405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:59.792796 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-39245fe4-dd50-4a45-a47e-3a86aac3405b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 1129 time: 0.0405817 Apr 12 17:15:59.887386 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-fd75497d-7144-4c82-a125-3ed68a268624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:15:59.888813 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-fd75497d-7144-4c82-a125-3ed68a268624 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.0826378 Apr 12 17:15:59.989079 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-60c8464b-23a2-4e84-83fe-5ab3e30caeda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521f07ef-5457-4ad7-b7ba-f80996436383 HTTP/1.1" status: 200 len: 1000 time: 0.0940361 Apr 12 17:16:00.393377 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b575-2c8b-49c9-86d1-212b26154f63 req-eb853367-877a-492d-8c09-461864b6809e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:00.394835 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-46c6b575-2c8b-49c9-86d1-212b26154f63 req-eb853367-877a-492d-8c09-461864b6809e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0462422 Apr 12 17:16:00.466994 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-46c6b575-2c8b-49c9-86d1-212b26154f63 req-9af68868-5765-4a51-8cb5-068499b4b26a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668070 Apr 12 17:16:00.486060 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-6c5e426c-8b3f-49cd-83bf-6ea341d512ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:00.487548 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-6c5e426c-8b3f-49cd-83bf-6ea341d512ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0531254 Apr 12 17:16:00.689667 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-9d379b80-cf7b-4a8e-966c-e0674b6dbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:00.691208 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-9d379b80-cf7b-4a8e-966c-e0674b6dbce4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438080 Apr 12 17:16:00.724405 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc7bcf-f319-48be-b089-dcdb89c78fe8 req-95e905fc-7cdc-4447-aad2-b9ebf023f0ba tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:00.725888 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fefc7bcf-f319-48be-b089-dcdb89c78fe8 req-95e905fc-7cdc-4447-aad2-b9ebf023f0ba tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0470672 Apr 12 17:16:00.775857 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fefc7bcf-f319-48be-b089-dcdb89c78fe8 req-99cdbffc-0b1b-49e9-84ab-0d4dd8c05f31 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440094 Apr 12 17:16:00.786750 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-4434e2f0-cb6b-44ce-a936-5d5c963127cc service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886760 Apr 12 17:16:01.108026 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4a0c7ec4-00cf-4f83-82f4-44e8287c2327 req-9a5ee03d-8fb3-4c36-a2c3-f774549bae84 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086209 Apr 12 17:16:01.576448 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0db6e-4693-4cb7-8a6a-b155f5f8815d req-3d4ffdd0-1eb8-42b4-976d-8f1aed2df1c6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:01.577885 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f7c0db6e-4693-4cb7-8a6a-b155f5f8815d req-3d4ffdd0-1eb8-42b4-976d-8f1aed2df1c6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0455220 Apr 12 17:16:01.625980 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f7c0db6e-4693-4cb7-8a6a-b155f5f8815d req-35fa2b1d-f96c-4dae-9345-af69ffd92766 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 Apr 12 17:16:01.885267 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76880f03-e50e-4bc4-a121-f2d985357109 req-cdaf6543-8901-4370-96a0-c6a4a4b3d645 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:01.886660 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-76880f03-e50e-4bc4-a121-f2d985357109 req-cdaf6543-8901-4370-96a0-c6a4a4b3d645 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0461185 Apr 12 17:16:01.933381 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-76880f03-e50e-4bc4-a121-f2d985357109 req-aa38fd17-1970-4586-9f89-37806ae40dd6 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414186 Apr 12 17:16:02.040386 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4e872-6208-4dc7-9b6b-9a74e1b874c7 req-50086956-202a-436a-a1ad-35ee572852d1 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:02.042048 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4eb4e872-6208-4dc7-9b6b-9a74e1b874c7 req-50086956-202a-436a-a1ad-35ee572852d1 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0454037 Apr 12 17:16:02.088950 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4eb4e872-6208-4dc7-9b6b-9a74e1b874c7 req-57b1a6bf-ed9b-425f-80d2-6e65d3e693d1 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Apr 12 17:16:02.110832 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 46700) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:16:02.188336 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23219157-d649-48fc-b339-458090f8f398 tempest-TestShelveInstance-1710030089 tempest-TestShelveInstance-1710030089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:02.189857 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-23219157-d649-48fc-b339-458090f8f398 tempest-TestShelveInstance-1710030089 tempest-TestShelveInstance-1710030089-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1124 time: 0.0780604 Apr 12 17:16:02.192670 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 46704) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:16:02.196741 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'port_id': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:16:02.304749 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:02.382699 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:02.484306 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Allocated IP 172.27.1.206 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/407b7275-914c-4529-915b-de7f1b89d937) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:16:02.585600 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for port (407b7275-914c-4529-915b-de7f1b89d937), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:02.671538 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (407b7275-914c-4529-915b-de7f1b89d937), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:02.710664 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:16:02.715581 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:16:02.718132 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:16:02.737927 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b6937-8ff5-4f51-9f83-c298c857b6a2 req-9941b0b0-71e5-45fb-929a-6d02ef7b2875 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:02.739440 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ea9b6937-8ff5-4f51-9f83-c298c857b6a2 req-9941b0b0-71e5-45fb-929a-6d02ef7b2875 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0491538 Apr 12 17:16:02.747112 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event updated for resources: {'Port': ['ID=407b7275-914c-4529-915b-de7f1b89d937,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:16:02.786789 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ea9b6937-8ff5-4f51-9f83-c298c857b6a2 req-004f3881-0b08-411c-836c-5c287d772859 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 Apr 12 17:16:03.084114 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for floatingip (88c3317b-a1b2-4a61-b9ea-6b03983f9c8e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:03.195322 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (407b7275-914c-4529-915b-de7f1b89d937), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:03.339147 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for port (407b7275-914c-4529-915b-de7f1b89d937), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:03.404901 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (407b7275-914c-4529-915b-de7f1b89d937), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:03.474069 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event updated for resources: {'Port': ['ID=407b7275-914c-4529-915b-de7f1b89d937,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:16:03.486538 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (88c3317b-a1b2-4a61-b9ea-6b03983f9c8e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:03.586741 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Floating IP 88c3317b-a1b2-4a61-b9ea-6b03983f9c8e associated. External IP: 172.27.1.206, port: dcc0c83d-36e4-40bd-be73-0241be8c6eb5. Apr 12 17:16:03.793882 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Router a5b20471-a298-420e-ae24-5b8a252ada21 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:16:03.939359 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5580b-3347-43de-98dd-e0dc3f29458c req-7c180616-a880-4fff-b0d4-99823c39db52 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:03.940883 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dae5580b-3347-43de-98dd-e0dc3f29458c req-7c180616-a880-4fff-b0d4-99823c39db52 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0608981 Apr 12 17:16:03.943501 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:16:03.953757 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] Sync routers for ids ['a5b20471-a298-420e-ae24-5b8a252ada21'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:16:03.963194 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] Routers {'a5b20471-a298-420e-ae24-5b8a252ada21'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:16:03.963822 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:15:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['a5b20471-a298-420e-ae24-5b8a252ada21'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:16:03.998125 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dae5580b-3347-43de-98dd-e0dc3f29458c req-972cb6ac-9c8c-4021-ab2c-1146f8956815 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488610 Apr 12 17:16:04.024244 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:04.060924 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-78c23f7e-25a8-4e3e-8b73-e771bf6ce141 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8671677 Apr 12 17:16:04.061531 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:16:04.063790 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141e5b98-2639-4dd7-b421-218cdcb639de" -d '{"events": [{"name": "network-changed", "server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:16:04.076042 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] Set router a5b20471-a298-420e-ae24-5b8a252ada21 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:16:04.101989 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d3fa5d-69f1-4133-8a7a-91644eed0369 x-openstack-request-id: req-d6d3fa5d-69f1-4133-8a7a-91644eed0369 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:16:04.102285 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:16:04.102584 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6d3fa5d-69f1-4133-8a7a-91644eed0369 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:16:04.102989 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d3fa5d-69f1-4133-8a7a-91644eed0369'] response: {'name': 'network-changed', 'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'status': 'completed', 'code': 200} Apr 12 17:16:04.284401 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:49Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '88c3317b-a1b2-4a61-b9ea-6b03983f9c8e', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'port_id': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'mac_address': 'fa:16:3e:83:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:16:02Z', 'updated_at': '2022-04-12T17:16:02Z', 'revision_number': 0, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9577cef4-1614-4fec-8812-57d2f1104385', 'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'mac_address': 'fa:16:3e:8e:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:48Z', 'updated_at': '2022-04-12T17:14:52Z', 'revision_number': 5, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'subnets': [{'id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:16:04.314494 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] Checking router: a5b20471-a298-420e-ae24-5b8a252ada21 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:16:04.322460 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] Routers {'a5b20471-a298-420e-ae24-5b8a252ada21'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:16:04.323065 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:15:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['a5b20471-a298-420e-ae24-5b8a252ada21'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:16:04.426714 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] Set router a5b20471-a298-420e-ae24-5b8a252ada21 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:16:04.631969 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:49Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '88c3317b-a1b2-4a61-b9ea-6b03983f9c8e', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'port_id': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'mac_address': 'fa:16:3e:83:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:16:02Z', 'updated_at': '2022-04-12T17:16:02Z', 'revision_number': 0, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9577cef4-1614-4fec-8812-57d2f1104385', 'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'mac_address': 'fa:16:3e:8e:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:48Z', 'updated_at': '2022-04-12T17:14:52Z', 'revision_number': 5, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'subnets': [{'id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:16:04.660427 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6720866-ec86-4aa1-8864-4351ee3daa6c None None] The sync data for ids ['a5b20471-a298-420e-ae24-5b8a252ada21'] in dv-cinder-837531-1-iscsi is: [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:49Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '88c3317b-a1b2-4a61-b9ea-6b03983f9c8e', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'port_id': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'mac_address': 'fa:16:3e:83:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:16:02Z', 'updated_at': '2022-04-12T17:16:02Z', 'revision_number': 0, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9577cef4-1614-4fec-8812-57d2f1104385', 'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'mac_address': 'fa:16:3e:8e:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:48Z', 'updated_at': '2022-04-12T17:14:52Z', 'revision_number': 5, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'subnets': [{'id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:16:04.763176 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e5b98-2639-4dd7-b421-218cdcb639de req-b9751ad6-4616-4c32-b3cf-a6e9f49b389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:04.765215 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-141e5b98-2639-4dd7-b421-218cdcb639de req-b9751ad6-4616-4c32-b3cf-a6e9f49b389a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf&device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1129 time: 0.0425665 Apr 12 17:16:04.860683 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40802b2-8a65-4f60-a90b-d3f4fe38fca6 None None] New status for floating IP 88c3317b-a1b2-4a61-b9ea-6b03983f9c8e: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:16:04.979150 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e5b98-2639-4dd7-b421-218cdcb639de req-6348b9f5-8514-4488-ae68-4f73438ed63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:04.980612 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-141e5b98-2639-4dd7-b421-218cdcb639de req-6348b9f5-8514-4488-ae68-4f73438ed63f service neutron] 10.222.0.41 "GET /v2.0/networks?id=14472038-bfec-44c7-961e-d47314f1d9e1 HTTP/1.1" status: 200 len: 909 time: 0.0856876 Apr 12 17:16:05.118021 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493bee0-f9ba-4a9f-95b9-326e1bb5c6d2 req-c2c7498e-789b-46dc-84e5-898dedef9d96 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:05.119540 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6493bee0-f9ba-4a9f-95b9-326e1bb5c6d2 req-c2c7498e-789b-46dc-84e5-898dedef9d96 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0484114 Apr 12 17:16:05.168972 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6493bee0-f9ba-4a9f-95b9-326e1bb5c6d2 req-730e3c5f-b243-45c1-9d43-af05aec44ad8 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433600 Apr 12 17:16:05.276902 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ff08d-0b7b-4b81-b935-7011f240c257 req-d39a439b-4940-43e3-879a-bff9947ca516 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:05.278282 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2a9ff08d-0b7b-4b81-b935-7011f240c257 req-d39a439b-4940-43e3-879a-bff9947ca516 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0463958 Apr 12 17:16:05.286675 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 46726) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:16:05.290896 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-e7f6cfc1-f425-4f88-a6c2-2ec6a4cd7cb6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Request body: {'floatingip': {'port_id': '521f07ef-5457-4ad7-b7ba-f80996436383'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:16:05.349022 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cfc1-f425-4f88-a6c2-2ec6a4cd7cb6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for floatingip (e01ebc21-4434-47d4-ad9e-da60cfd471da), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:05.630576 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-141e5b98-2639-4dd7-b421-218cdcb639de req-66c98cb8-9e64-4eb6-a505-82654885f751 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0650682 Apr 12 17:16:05.814653 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cfc1-f425-4f88-a6c2-2ec6a4cd7cb6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:05.896255 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cfc1-f425-4f88-a6c2-2ec6a4cd7cb6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (e01ebc21-4434-47d4-ad9e-da60cfd471da), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:06.018703 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e5b98-2639-4dd7-b421-218cdcb639de req-cf5c4586-d115-45bf-ac93-22adff47e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:06.020172 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-141e5b98-2639-4dd7-b421-218cdcb639de req-cf5c4586-d115-45bf-ac93-22adff47e2e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb3fb7ac-cab2-45ef-9d95-27033bba06c4 HTTP/1.1" status: 200 len: 848 time: 0.0471256 Apr 12 17:16:06.074149 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e5b98-2639-4dd7-b421-218cdcb639de req-695ef430-317c-41e2-94b2-593e259c71de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:06.075704 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-141e5b98-2639-4dd7-b421-218cdcb639de req-695ef430-317c-41e2-94b2-593e259c71de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14472038-bfec-44c7-961e-d47314f1d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473373 Apr 12 17:16:06.106981 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f6cfc1-f425-4f88-a6c2-2ec6a4cd7cb6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Router c60180e0-4ef3-4f36-beec-e3084e49304e has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:16:06.169807 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-141e5b98-2639-4dd7-b421-218cdcb639de req-d9f35179-ce29-4c41-8139-ccf23d2a2c39 service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862644 Apr 12 17:16:06.274533 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-141e5b98-2639-4dd7-b421-218cdcb639de req-1e3e3410-010c-4a6d-954c-e0a16b39b267 service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947781 Apr 12 17:16:06.469406 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f6cfc1-f425-4f88-a6c2-2ec6a4cd7cb6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:16:06.473913 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cfc1-f425-4f88-a6c2-2ec6a4cd7cb6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:06.480203 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] Sync routers for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:16:06.490886 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:16:06.492100 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:15:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:16:06.505535 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:16:06.510273 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc049e9f-a07c-4257-8892-0e0f8b861340" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:16:06.539274 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e7f6cfc1-f425-4f88-a6c2-2ec6a4cd7cb6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "PUT /v2.0/floatingips/e01ebc21-4434-47d4-ad9e-da60cfd471da HTTP/1.1" status: 200 len: 992 time: 1.2515512 Apr 12 17:16:06.549834 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce9e49a-2bb3-4e16-82bc-95d82cd8099d x-openstack-request-id: req-5ce9e49a-2bb3-4e16-82bc-95d82cd8099d {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:16:06.550120 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:16:06.550415 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ce9e49a-2bb3-4e16-82bc-95d82cd8099d {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:16:06.550871 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce9e49a-2bb3-4e16-82bc-95d82cd8099d'] response: {'name': 'network-changed', 'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383', 'status': 'completed', 'code': 200} Apr 12 17:16:06.603732 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:16:06.650168 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-cac25902-6145-4649-9629-240456c6c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:06.651813 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-cac25902-6145-4649-9629-240456c6c147 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 1129 time: 0.0400867 Apr 12 17:16:06.752234 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-dd47f7dc-223d-4e38-80ef-4665de08e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:06.753713 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-dd47f7dc-223d-4e38-80ef-4665de08e8f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.0879056 Apr 12 17:16:06.818500 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'e01ebc21-4434-47d4-ad9e-da60cfd471da', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'port_id': '521f07ef-5457-4ad7-b7ba-f80996436383', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'mac_address': 'fa:16:3e:07:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:12:34Z', 'updated_at': '2022-04-12T17:16:05Z', 'revision_number': 3, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:50Z', 'revision_number': 5, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:16:06.823467 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-22e13311-e267-44e7-883b-ba46ced06142 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521f07ef-5457-4ad7-b7ba-f80996436383 HTTP/1.1" status: 200 len: 1000 time: 0.0622067 Apr 12 17:16:06.848914 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] Checking router: c60180e0-4ef3-4f36-beec-e3084e49304e for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:16:06.857250 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:16:06.857789 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:15:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:16:06.873566 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-9d034748-4b80-4ac6-889b-aca49f5a3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:06.875603 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-9d034748-4b80-4ac6-889b-aca49f5a3da8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0445802 Apr 12 17:16:06.919226 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-d7d0a148-4d4d-4d95-aa44-97400ff09903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:06.921312 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-d7d0a148-4d4d-4d95-aa44-97400ff09903 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391746 Apr 12 17:16:06.965257 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:16:07.017914 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-ea22572c-ea73-4334-8743-85d485e58456 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900586 Apr 12 17:16:07.132197 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc049e9f-a07c-4257-8892-0e0f8b861340 req-e44c7235-3beb-442a-b1e3-39fbebe94473 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008625 Apr 12 17:16:07.275554 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'e01ebc21-4434-47d4-ad9e-da60cfd471da', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'port_id': '521f07ef-5457-4ad7-b7ba-f80996436383', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'mac_address': 'fa:16:3e:07:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:12:34Z', 'updated_at': '2022-04-12T17:16:05Z', 'revision_number': 3, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:50Z', 'revision_number': 5, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:16:07.304221 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad2658-4baf-479a-b829-2ed269e49544 None None] The sync data for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi is: [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'e01ebc21-4434-47d4-ad9e-da60cfd471da', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'port_id': '521f07ef-5457-4ad7-b7ba-f80996436383', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'mac_address': 'fa:16:3e:07:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:12:34Z', 'updated_at': '2022-04-12T17:16:05Z', 'revision_number': 3, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:50Z', 'revision_number': 5, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:16:08.551995 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:16:08.554324 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de9a5cc-da8a-46b4-973a-c389a4e7710c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:16:08.588324 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe3c44e-7bbe-4349-a93d-8200f90700fd x-openstack-request-id: req-ebe3c44e-7bbe-4349-a93d-8200f90700fd {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:16:08.588614 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:16:08.588860 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebe3c44e-7bbe-4349-a93d-8200f90700fd {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:16:08.589261 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe3c44e-7bbe-4349-a93d-8200f90700fd'] response: {'name': 'network-changed', 'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383', 'status': 'completed', 'code': 200} Apr 12 17:16:12.042316 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-2d48ef89-8f50-4fd6-90e1-ffc7f72be9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:12.043849 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-2d48ef89-8f50-4fd6-90e1-ffc7f72be9d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 1129 time: 0.0395474 Apr 12 17:16:12.135897 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-b1b395a1-1e83-4bc3-b04c-e94e5904ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:12.137337 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-b1b395a1-1e83-4bc3-b04c-e94e5904ef02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.0835428 Apr 12 17:16:12.214183 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-2efd70d9-e214-401d-9a85-6baa4bdf4438 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521f07ef-5457-4ad7-b7ba-f80996436383 HTTP/1.1" status: 200 len: 1000 time: 0.0615613 Apr 12 17:16:12.261448 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-f6c8107a-38f3-4c75-8bda-86b06faf3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:12.262866 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-f6c8107a-38f3-4c75-8bda-86b06faf3854 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0418832 Apr 12 17:16:12.304555 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-d256f4ba-19c1-44d1-9ab2-5b9f92d1299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:12.305904 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-d256f4ba-19c1-44d1-9ab2-5b9f92d1299a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368333 Apr 12 17:16:12.409393 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-fa96bc86-a2d2-44f5-9236-393aebf09c6b service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847235 Apr 12 17:16:12.510686 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5de9a5cc-da8a-46b4-973a-c389a4e7710c req-420103e9-b425-47b8-bc84-a113fe520be3 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799282 Apr 12 17:16:16.210348 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:16.604527 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fdd4dec8-c4dc-4028-9863-70782d8b2f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:18.810466 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dae30c0b-83e0-4ece-8812-b5dace3edc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:19.904498 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:21.356170 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:23.029963 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:23.791719 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:16:25.938714 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a406-26ba-4864-b2c8-77391f2cfe21 req-2814b9d6-2eb3-4bd9-ac7f-1f64aabeea06 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:25.940203 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b190a406-26ba-4864-b2c8-77391f2cfe21 req-2814b9d6-2eb3-4bd9-ac7f-1f64aabeea06 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0518301 Apr 12 17:16:25.998953 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b190a406-26ba-4864-b2c8-77391f2cfe21 req-f0be12f6-e972-4735-9812-76e6404ebebe tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527794 Apr 12 17:16:26.102570 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-6c7b4fba-a85e-444a-a96b-45772953337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:26.103977 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-6c7b4fba-a85e-444a-a96b-45772953337d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0734c6ed5f4045a79695937ee790fd49&device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 1169 time: 0.0389602 Apr 12 17:16:26.194058 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-21798ad4-700e-40c7-acea-69091e2b5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:26.195535 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-21798ad4-700e-40c7-acea-69091e2b5e5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=215116c1-5400-4265-a5b7-743b0045977e HTTP/1.1" status: 200 len: 914 time: 0.0844772 Apr 12 17:16:26.261185 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-54053288-c927-4dc4-afba-14aa7e2188e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c925f780-7225-40e3-ac8f-de732cd58da8 HTTP/1.1" status: 200 len: 1002 time: 0.0555961 Apr 12 17:16:26.310154 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-8582d935-456b-4ec5-a155-64cbcf249684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:26.311552 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-8582d935-456b-4ec5-a155-64cbcf249684 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a902e7ca-5635-4466-89ea-203c24cb28dd HTTP/1.1" status: 200 len: 853 time: 0.0401011 Apr 12 17:16:26.356541 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-6e110034-51b4-4145-8a60-58be89b908cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:26.357883 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-6e110034-51b4-4145-8a60-58be89b908cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=215116c1-5400-4265-a5b7-743b0045977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390816 Apr 12 17:16:26.443569 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-27654639-976c-43f6-805e-54a61687b991 service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788603 Apr 12 17:16:26.759628 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-096e9b37-9ec1-42e7-adc0-15abb69a59f7 req-7719302b-c428-4bf3-a215-17a1da8223d8 service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044133 Apr 12 17:16:27.115925 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf719ad-d4a8-4fe7-8a81-eb568f31b75f req-07895839-b1e1-464f-beca-cd5858101689 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:27.116601 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c23cab-ea15-4a39-a2b4-65b0d362d3ad req-dc5d3b38-cac6-4e85-a57e-a5d445bde51d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:27.117430 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1bf719ad-d4a8-4fe7-8a81-eb568f31b75f req-07895839-b1e1-464f-beca-cd5858101689 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 946 time: 0.0470080 Apr 12 17:16:27.119678 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-79c23cab-ea15-4a39-a2b4-65b0d362d3ad req-dc5d3b38-cac6-4e85-a57e-a5d445bde51d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0517526 Apr 12 17:16:27.165080 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1bf719ad-d4a8-4fe7-8a81-eb568f31b75f req-a438e284-05b4-4ec1-8750-c2c510aed6b0 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Apr 12 17:16:27.179980 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-79c23cab-ea15-4a39-a2b4-65b0d362d3ad req-dd8f6733-0ce7-4208-ab48-17b8bb20c9d6 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545347 Apr 12 17:16:28.275997 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c5988-a428-443d-b706-9e9ad107262e req-48818838-01b3-4d55-8485-c6fd596a94b7 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:28.277470 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-611c5988-a428-443d-b706-9e9ad107262e req-48818838-01b3-4d55-8485-c6fd596a94b7 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 946 time: 0.0464745 Apr 12 17:16:28.295920 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50bf38-d517-4ef1-8922-c90ffd00dec3 req-d3003270-96b2-4eb7-859c-6f4619191f12 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:28.297403 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3a50bf38-d517-4ef1-8922-c90ffd00dec3 req-d3003270-96b2-4eb7-859c-6f4619191f12 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0505393 Apr 12 17:16:28.326655 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-611c5988-a428-443d-b706-9e9ad107262e req-51ba0e0c-f1ad-4321-83c8-e29b234f1a7e tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432489 Apr 12 17:16:28.356883 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3a50bf38-d517-4ef1-8922-c90ffd00dec3 req-c63e4f72-87bd-4a94-9f49-75d279d59a8e tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534964 Apr 12 17:16:29.344660 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d38103b7-c532-42fa-8943-93f37c4dde15 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:29.345987 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d38103b7-c532-42fa-8943-93f37c4dde15 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 946 time: 0.0449567 Apr 12 17:16:29.439094 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a885cc-a11e-4560-bd65-3e105215b58c req-f74e1abd-7ad9-4571-af14-0bac1da2faf5 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:29.440595 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-13a885cc-a11e-4560-bd65-3e105215b58c req-f74e1abd-7ad9-4571-af14-0bac1da2faf5 tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 946 time: 0.0462306 Apr 12 17:16:29.464188 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d7a2fc98-09cd-472c-b048-3067d09c3abb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Deleting port a04b49fa-0b63-4ff2-8639-03b71e4b4286 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:16:29.464528 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d7a2fc98-09cd-472c-b048-3067d09c3abb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:29.487564 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-13a885cc-a11e-4560-bd65-3e105215b58c req-49d6175d-7285-4f56-8f95-c017ae73ffde tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a383e7d-27a8-411c-8f33-6cec105b3610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Apr 12 17:16:29.496309 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f83aa-a443-49ab-869a-ead25596b21f req-1fbe4c35-bb22-4897-8798-35af6751fea8 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:29.497776 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bd3f83aa-a443-49ab-869a-ead25596b21f req-1fbe4c35-bb22-4897-8798-35af6751fea8 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0730472 Apr 12 17:16:29.599224 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d7a2fc98-09cd-472c-b048-3067d09c3abb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] For port a04b49fa-0b63-4ff2-8639-03b71e4b4286, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a04b49fa-0b63-4ff2-8639-03b71e4b4286,segment=NetworkSegment(4cdb1611-7475-4e16-8395-1c47293b73a0),segment_id=4cdb1611-7475-4e16-8395-1c47293b73a0)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:16:29.599503 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d7a2fc98-09cd-472c-b048-3067d09c3abb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:29.622014 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bd3f83aa-a443-49ab-869a-ead25596b21f req-a8566636-6f62-4477-a57c-c2b41597c049 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967839 Apr 12 17:16:29.623052 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d7a2fc98-09cd-472c-b048-3067d09c3abb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Calling delete_port for a04b49fa-0b63-4ff2-8639-03b71e4b4286 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:16:29.856542 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d7a2fc98-09cd-472c-b048-3067d09c3abb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (a04b49fa-0b63-4ff2-8639-03b71e4b4286), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:29.885982 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2fc98-09cd-472c-b048-3067d09c3abb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Pushing event deleted for resources: {'Port': ['ID=a04b49fa-0b63-4ff2-8639-03b71e4b4286,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:16:29.895131 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['a04b49fa-0b63-4ff2-8639-03b71e4b4286'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:16:29.945368 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d7a2fc98-09cd-472c-b048-3067d09c3abb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] No DVR routers for this DVR port a04b49fa-0b63-4ff2-8639-03b71e4b4286 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:16:29.948810 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d7a2fc98-09cd-472c-b048-3067d09c3abb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:29.952419 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-00a48030-a646-4eea-8f13-e7a4908d6c8a req-d7a2fc98-09cd-472c-b048-3067d09c3abb tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.41 "DELETE /v2.0/ports/a04b49fa-0b63-4ff2-8639-03b71e4b4286 HTTP/1.1" status: 204 len: 173 time: 0.5993588 Apr 12 17:16:29.952876 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee23f39e-05b1-46b0-9759-110a0057ca3a', 'name': 'network-vif-deleted', 'tag': 'a04b49fa-0b63-4ff2-8639-03b71e4b4286'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:16:29.955756 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04996cbd-48a0-4778-88bc-34cafac603e2" -d '{"events": [{"server_uuid": "ee23f39e-05b1-46b0-9759-110a0057ca3a", "name": "network-vif-deleted", "tag": "a04b49fa-0b63-4ff2-8639-03b71e4b4286"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:16:29.990130 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ff3f3f-64a8-42c5-9363-81b1bb5f6b7f x-openstack-request-id: req-48ff3f3f-64a8-42c5-9363-81b1bb5f6b7f {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:16:29.990457 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee23f39e-05b1-46b0-9759-110a0057ca3a", "name": "network-vif-deleted", "tag": "a04b49fa-0b63-4ff2-8639-03b71e4b4286", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:16:29.990721 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48ff3f3f-64a8-42c5-9363-81b1bb5f6b7f {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:16:29.991128 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ff3f3f-64a8-42c5-9363-81b1bb5f6b7f'] response: {'server_uuid': 'ee23f39e-05b1-46b0-9759-110a0057ca3a', 'name': 'network-vif-deleted', 'tag': 'a04b49fa-0b63-4ff2-8639-03b71e4b4286', 'status': 'completed', 'code': 200} Apr 12 17:16:30.591762 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c82e4965-7398-452f-8ae9-0f75e81b2293 req-8d32ba70-ea08-47dd-92f1-9d78562a004a tempest-VolumesSnapshotTestJSON-2036652352 tempest-VolumesSnapshotTestJSON-2036652352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee23f39e-05b1-46b0-9759-110a0057ca3a HTTP/1.1" status: 200 len: 210 time: 0.0292141 Apr 12 17:16:30.740023 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb67a7-335f-4884-8a2f-ef94fbbb5114 req-c8919d2e-0d60-4eb9-a297-945d3ece54f3 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:30.741493 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5ddb67a7-335f-4884-8a2f-ef94fbbb5114 req-c8919d2e-0d60-4eb9-a297-945d3ece54f3 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0474005 Apr 12 17:16:30.800699 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5ddb67a7-335f-4884-8a2f-ef94fbbb5114 req-6f850226-34ae-4af8-b009-1032c50e380a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535235 Apr 12 17:16:31.914872 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f638ec-e14c-457f-997d-7fd1c1cc1c62 req-93d76b1b-d31e-4ea9-b1fc-392c132b9a47 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:31.916354 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e0f638ec-e14c-457f-997d-7fd1c1cc1c62 req-93d76b1b-d31e-4ea9-b1fc-392c132b9a47 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0498774 Apr 12 17:16:31.975246 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e0f638ec-e14c-457f-997d-7fd1c1cc1c62 req-2dbac558-34a9-490b-8b13-63989d76324a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530899 Apr 12 17:16:33.087282 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac7c3f-b442-4e47-b6d3-1016e265a09e req-027f84b3-cc7f-4d8e-b7f7-4b1c87a2bc70 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:33.088794 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-47ac7c3f-b442-4e47-b6d3-1016e265a09e req-027f84b3-cc7f-4d8e-b7f7-4b1c87a2bc70 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0468123 Apr 12 17:16:33.126650 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device a04b49fa-0b63-4ff2-8639-03b71e4b4286 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:16:33.146058 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: a04b49fa-0b63-4ff2-8639-03b71e4b4286 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:16:33.146419 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device a04b49fa-0b63-4ff2-8639-03b71e4b4286 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:16:33.149721 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-47ac7c3f-b442-4e47-b6d3-1016e265a09e req-694710a4-4af6-47c5-99d5-3ca0df263394 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547342 Apr 12 17:16:34.261026 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fde35-8111-4266-9900-dd1a9b6d2a6b req-d5673e40-a725-4059-bd71-31e2099dd22c tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:34.262490 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-404fde35-8111-4266-9900-dd1a9b6d2a6b req-d5673e40-a725-4059-bd71-31e2099dd22c tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0464785 Apr 12 17:16:34.320672 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-404fde35-8111-4266-9900-dd1a9b6d2a6b req-ba35b2f3-e5d8-4bbe-8c8c-7c51560f2b43 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525568 Apr 12 17:16:35.429502 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527e473-e491-48f3-9d88-993061c4e54f req-8508062f-694f-4239-b856-4b89fd791f79 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:35.430977 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3527e473-e491-48f3-9d88-993061c4e54f req-8508062f-694f-4239-b856-4b89fd791f79 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0458341 Apr 12 17:16:35.491385 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3527e473-e491-48f3-9d88-993061c4e54f req-d622c3c0-3eb3-4fcf-9486-7840abe66e00 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548289 Apr 12 17:16:36.605595 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71894ce-eeb5-4bad-8c33-c14014eb05e3 req-61eacca7-0154-467b-a1e7-45678f5930eb tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:36.607103 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a71894ce-eeb5-4bad-8c33-c14014eb05e3 req-61eacca7-0154-467b-a1e7-45678f5930eb tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0508721 Apr 12 17:16:36.666074 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a71894ce-eeb5-4bad-8c33-c14014eb05e3 req-c1c502ca-071f-4ae3-9412-f467270d58b4 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531418 Apr 12 17:16:37.775277 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a7bce-2380-4838-8a22-49306e651ba7 req-566d5edf-2495-4a26-a44e-913d05a17a79 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:37.776723 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-695a7bce-2380-4838-8a22-49306e651ba7 req-566d5edf-2495-4a26-a44e-913d05a17a79 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0465240 Apr 12 17:16:37.834769 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-695a7bce-2380-4838-8a22-49306e651ba7 req-95d84db9-99b2-43b4-a698-fdac68187ab1 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518985 Apr 12 17:16:38.148353 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-15583293-2393-4d6f-a8f4-62819fd4640c req-6fbb9b7b-75d1-4d34-815e-ab632f36b091 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373125 Apr 12 17:16:38.218094 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15583293-2393-4d6f-a8f4-62819fd4640c req-101e3104-2b81-4505-965f-4937cca75db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:38.219598 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-15583293-2393-4d6f-a8f4-62819fd4640c req-101e3104-2b81-4505-965f-4937cca75db4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 1129 time: 0.0386539 Apr 12 17:16:38.322310 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15583293-2393-4d6f-a8f4-62819fd4640c req-bc0e23a0-5fe7-448b-aee2-5b95dc4fdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:38.323707 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-15583293-2393-4d6f-a8f4-62819fd4640c req-bc0e23a0-5fe7-448b-aee2-5b95dc4fdda8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.0857418 Apr 12 17:16:38.392364 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-15583293-2393-4d6f-a8f4-62819fd4640c req-0d522524-c116-4e6b-bae2-a3da9c629186 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=521f07ef-5457-4ad7-b7ba-f80996436383 HTTP/1.1" status: 200 len: 1000 time: 0.0611544 Apr 12 17:16:38.440815 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15583293-2393-4d6f-a8f4-62819fd4640c req-08143d1a-23d4-4e50-99d1-df176da23b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:38.442204 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-15583293-2393-4d6f-a8f4-62819fd4640c req-08143d1a-23d4-4e50-99d1-df176da23b02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0426996 Apr 12 17:16:38.485038 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15583293-2393-4d6f-a8f4-62819fd4640c req-6e97f4ae-b3d1-4876-b3f3-d3ca3e6c4e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:38.486476 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-15583293-2393-4d6f-a8f4-62819fd4640c req-6e97f4ae-b3d1-4876-b3f3-d3ca3e6c4e86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374568 Apr 12 17:16:38.579023 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-15583293-2393-4d6f-a8f4-62819fd4640c req-306a3c3d-5815-4434-bf7c-a7415dd52257 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846596 Apr 12 17:16:38.665557 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-15583293-2393-4d6f-a8f4-62819fd4640c req-a876ffda-9050-4cb6-97b2-f9d27384f0dc service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804906 Apr 12 17:16:38.947273 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b21b1-7a98-4e33-be4d-ecf7f2c5a378 req-807a06a1-afc4-41b6-96c9-60fb0a65534a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:38.948746 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b08b21b1-7a98-4e33-be4d-ecf7f2c5a378 req-807a06a1-afc4-41b6-96c9-60fb0a65534a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0478899 Apr 12 17:16:39.007390 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b08b21b1-7a98-4e33-be4d-ecf7f2c5a378 req-2268a1d6-5fa6-4988-aa11-16c4cc686f44 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526977 Apr 12 17:16:40.118072 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ff3b8-ef17-4e83-a75f-50fe477da714 req-56019556-b13c-4434-83e7-fad60959664b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:40.119541 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e16ff3b8-ef17-4e83-a75f-50fe477da714 req-56019556-b13c-4434-83e7-fad60959664b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0463059 Apr 12 17:16:40.180683 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e16ff3b8-ef17-4e83-a75f-50fe477da714 req-5dfd6583-8db7-4afb-b8dd-6a59fef4cdd3 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546141 Apr 12 17:16:41.293456 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51cd9c-247f-4f3b-9098-d9a5f912c1da req-33e6d1b8-55b5-49a2-ad84-95057d2a4041 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:41.294963 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0a51cd9c-247f-4f3b-9098-d9a5f912c1da req-33e6d1b8-55b5-49a2-ad84-95057d2a4041 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0471096 Apr 12 17:16:41.357484 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0a51cd9c-247f-4f3b-9098-d9a5f912c1da req-e387cf07-bb48-47e3-9e85-af6b3fc9733a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567741 Apr 12 17:16:42.469411 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0dcf3-38cf-4ed8-bd76-95040940657b req-99f94272-f36e-453b-84d1-9bc635099258 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:42.470820 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-66d0dcf3-38cf-4ed8-bd76-95040940657b req-99f94272-f36e-453b-84d1-9bc635099258 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0463049 Apr 12 17:16:42.529089 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-66d0dcf3-38cf-4ed8-bd76-95040940657b req-bc02e977-22ef-4f3e-afe1-ff303b348b55 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525057 Apr 12 17:16:43.641168 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52293aaf-51c4-451d-853a-16aa56d28f8b req-f6bd77e7-509a-4c14-88cd-469cccc7817d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:43.642648 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52293aaf-51c4-451d-853a-16aa56d28f8b req-f6bd77e7-509a-4c14-88cd-469cccc7817d tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0473917 Apr 12 17:16:43.700144 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52293aaf-51c4-451d-853a-16aa56d28f8b req-331c8b45-f0a9-4048-837d-37d01a6c5144 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519345 Apr 12 17:16:44.811375 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b41a8-7ef2-4792-a8d1-b79bbe98d962 req-3a80d3f3-19d5-48e8-bfe6-d1b02d1e8a29 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:44.812917 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec0b41a8-7ef2-4792-a8d1-b79bbe98d962 req-3a80d3f3-19d5-48e8-bfe6-d1b02d1e8a29 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0469069 Apr 12 17:16:44.872451 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec0b41a8-7ef2-4792-a8d1-b79bbe98d962 req-09c19c18-2809-497d-894c-1d82972e65a8 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539627 Apr 12 17:16:45.984164 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f64600-7479-433b-a87e-1d472b9b5484 req-fb4935cf-2b37-4116-bedf-707318eb5685 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:45.986100 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75f64600-7479-433b-a87e-1d472b9b5484 req-fb4935cf-2b37-4116-bedf-707318eb5685 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0494990 Apr 12 17:16:46.044531 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75f64600-7479-433b-a87e-1d472b9b5484 req-a7c5523c-0378-49ab-8ed3-f6b5ac9638a3 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c6962ae-ee96-4f70-92c7-f89363a157be&id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528648 Apr 12 17:16:46.206762 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:46.641051 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1b656cd2-1a5c-475d-8124-8a3edc5614dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:48.818235 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1f28dbc0-249d-4ad5-95d7-5f49f650d5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:49.961052 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:51.071443 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ee6b1-bb8a-4a40-8971-544ac59bb63b req-07d56f2f-a2cd-4e34-946e-daeee0ea2e18 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:51.072968 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8d2ee6b1-bb8a-4a40-8971-544ac59bb63b req-07d56f2f-a2cd-4e34-946e-daeee0ea2e18 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0468976 Apr 12 17:16:51.120620 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8d2ee6b1-bb8a-4a40-8971-544ac59bb63b req-95e70c3c-abab-40ba-86eb-8871b32fed2d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416169 Apr 12 17:16:51.387237 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:52.233233 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175547-10a4-48be-8f09-ac179a99e571 req-91efebc7-4f8d-437a-9945-476485af8589 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:52.235016 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b175547-10a4-48be-8f09-ac179a99e571 req-91efebc7-4f8d-437a-9945-476485af8589 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0473320 Apr 12 17:16:52.282159 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1b175547-10a4-48be-8f09-ac179a99e571 req-c38734ca-81a7-4a29-8b2b-14e2e678f9d8 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Apr 12 17:16:53.069916 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:16:53.396752 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ee645-c262-48e8-aefd-f0ab8f1ffa6f req-410580fe-8a85-496c-973d-dd7548973def tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:53.398549 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c91ee645-c262-48e8-aefd-f0ab8f1ffa6f req-410580fe-8a85-496c-973d-dd7548973def tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0498693 Apr 12 17:16:53.444665 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c91ee645-c262-48e8-aefd-f0ab8f1ffa6f req-40a22baa-673a-46fd-ae49-7b63500e91a9 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Apr 12 17:16:54.556882 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45533-08f8-447f-adaf-417c402fa04d req-430406a2-85c7-49af-a7b0-1765024cb0bb tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:54.558343 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dcd45533-08f8-447f-adaf-417c402fa04d req-430406a2-85c7-49af-a7b0-1765024cb0bb tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0492985 Apr 12 17:16:54.604625 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dcd45533-08f8-447f-adaf-417c402fa04d req-b5a3346c-b44a-4d5d-bf5e-2cf50d0352a0 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407562 Apr 12 17:16:55.811172 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fb269-e686-4472-80af-3a17aa2d7f92 req-c2e822d9-1c15-41ee-836b-28c301e85b95 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:55.812634 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-654fb269-e686-4472-80af-3a17aa2d7f92 req-c2e822d9-1c15-41ee-836b-28c301e85b95 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0465724 Apr 12 17:16:55.859435 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-654fb269-e686-4472-80af-3a17aa2d7f92 req-5ccc4dc0-e924-42e9-a3b6-6d00832804db tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Apr 12 17:16:56.969523 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55498-e6c3-472a-890e-daa142e227bf req-64e5135c-0d9d-489c-a406-4839bfb62249 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:56.971032 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a4f55498-e6c3-472a-890e-daa142e227bf req-64e5135c-0d9d-489c-a406-4839bfb62249 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0468333 Apr 12 17:16:57.017185 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a4f55498-e6c3-472a-890e-daa142e227bf req-55261279-3962-46a5-9e0b-da7db67d3173 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Apr 12 17:16:58.133221 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a3561-9a33-40e1-b85f-ab2189dce77a req-154816a1-f5ee-46e2-95f8-767cd50a3e0b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:58.134628 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-306a3561-9a33-40e1-b85f-ab2189dce77a req-154816a1-f5ee-46e2-95f8-767cd50a3e0b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0468135 Apr 12 17:16:58.188038 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-306a3561-9a33-40e1-b85f-ab2189dce77a req-c0146743-ba5e-48d6-86ba-6c574c70dad9 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468423 Apr 12 17:16:59.299599 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048fa3f-5ba0-4866-ac01-629d76878088 req-8f981cd0-e894-4c64-bddb-8693b5462af1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:16:59.301119 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8048fa3f-5ba0-4866-ac01-629d76878088 req-8f981cd0-e894-4c64-bddb-8693b5462af1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0469809 Apr 12 17:16:59.351158 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8048fa3f-5ba0-4866-ac01-629d76878088 req-3f5c2468-a78c-4160-9e21-46bd3ff1aec7 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445383 Apr 12 17:17:00.459011 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc445-e9a1-4a47-b6a2-ba41d650e144 req-f00ba72e-8acb-4376-984c-05aa3e69cdf4 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:00.460387 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0ccc445-e9a1-4a47-b6a2-ba41d650e144 req-f00ba72e-8acb-4376-984c-05aa3e69cdf4 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0451915 Apr 12 17:17:00.506015 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b0ccc445-e9a1-4a47-b6a2-ba41d650e144 req-b8d2f200-ce47-4fe0-89e8-2713d130fbd5 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402300 Apr 12 17:17:00.790248 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:17:01.232857 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47064) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:01.277531 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Deleting subnet a7bd1786-e3cd-463a-8c4e-8ee1374846c1 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:17:01.280567 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Publish callbacks [] for subnet (a7bd1786-e3cd-463a-8c4e-8ee1374846c1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.315303 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211967'] for subnet (a7bd1786-e3cd-463a-8c4e-8ee1374846c1), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.355506 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (a7bd1786-e3cd-463a-8c4e-8ee1374846c1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.490589 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3604882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3276891'] for subnet (a7bd1786-e3cd-463a-8c4e-8ee1374846c1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.515786 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7bd1786-e3cd-463a-8c4e-8ee1374846c1,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:01.520209 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.523293 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a7bd1786-e3cd-463a-8c4e-8ee1374846c1 HTTP/1.1" status: 204 len: 168 time: 0.2891943 Apr 12 17:17:01.525926 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47066) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:01.528019 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.528365 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.528743 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.529072 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.529405 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.529731 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.530049 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.530394 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.530711 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.531031 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.531378 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.531698 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.532013 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.532324 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.532634 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042b4f40-0950-45d4-9d9b-8bfaa3158905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.594169 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (76955af2-3699-41c7-875a-8d3b0c7f1e8a), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.623215 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e1f3a-9afc-40b0-8a57-5fc1b24fade5 req-482388be-8a1c-41a7-9237-f02f7d26f13c tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:01.624879 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a95e1f3a-9afc-40b0-8a57-5fc1b24fade5 req-482388be-8a1c-41a7-9237-f02f7d26f13c tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0528951 Apr 12 17:17:01.671728 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a95e1f3a-9afc-40b0-8a57-5fc1b24fade5 req-ef8f08a2-e456-401e-b8dd-ae0ccdc76fd0 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Apr 12 17:17:01.673964 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (76955af2-3699-41c7-875a-8d3b0c7f1e8a), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.694878 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76955af2-3699-41c7-875a-8d3b0c7f1e8a']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:01.704155 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdb1611-7475-4e16-8395-1c47293b73a0') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:01.704455 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdb1611-7475-4e16-8395-1c47293b73a0') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:01.713852 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981768'] for segment (4cdb1611-7475-4e16-8395-1c47293b73a0), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.726786 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (4cdb1611-7475-4e16-8395-1c47293b73a0), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.732668 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:17:01.733051 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975750'] for segment (4cdb1611-7475-4e16-8395-1c47293b73a0), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: Traceback (most recent call last): Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: timer() Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: cb(*args, **kw) Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: return func(*args, **kwargs) Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: self._notify() Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: self.callback(batched_events) Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: event.method(event) Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: return f(self, *a, **k) Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._get(url).json() Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: return self.request(url, 'GET', **kwargs) Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:17:01.735009 dv-cinder-837531-1-iscsi neutron-server[103958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:17:01.855572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (76955af2-3699-41c7-875a-8d3b0c7f1e8a), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.860872 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:01.863933 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/76955af2-3699-41c7-875a-8d3b0c7f1e8a HTTP/1.1" status: 204 len: 168 time: 0.3369820 Apr 12 17:17:01.878526 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=76955af2-3699-41c7-875a-8d3b0c7f1e8a,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:01.881908 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.882255 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.882616 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.882975 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.883328 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.883655 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.883977 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.884298 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.884622 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.884946 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.885270 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.885586 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.885903 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.886222 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:01.886632 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab372e2-640c-4526-a714-d7261b97c3e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:02.278830 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47074) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:02.318554 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5e373a3f-39f2-4ebe-9ebf-c51670da3642 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b6dab43eae0498a98f12d540dbf1248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385220 Apr 12 17:17:02.320825 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47076) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:02.365960 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a926bd67-d043-4de0-82df-f0c678e2356e admin admin] Publish callbacks [] for security_group (2a383e7d-27a8-411c-8f33-6cec105b3610), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:02.389794 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a926bd67-d043-4de0-82df-f0c678e2356e admin admin] Publish callbacks [] for security_group (2a383e7d-27a8-411c-8f33-6cec105b3610), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:02.514952 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a926bd67-d043-4de0-82df-f0c678e2356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (2a383e7d-27a8-411c-8f33-6cec105b3610), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:02.517415 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a926bd67-d043-4de0-82df-f0c678e2356e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:02.518553 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a926bd67-d043-4de0-82df-f0c678e2356e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a383e7d-27a8-411c-8f33-6cec105b3610 HTTP/1.1" status: 204 len: 168 time: 0.1968427 Apr 12 17:17:02.526694 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bd67-d043-4de0-82df-f0c678e2356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a383e7d-27a8-411c-8f33-6cec105b3610,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:02.782940 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b8ea7-9a1f-4d38-b5dc-a1df89195acb req-79fffe4c-c299-4054-a1cc-4f3e63a44994 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:02.784434 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5d3b8ea7-9a1f-4d38-b5dc-a1df89195acb req-79fffe4c-c299-4054-a1cc-4f3e63a44994 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0482523 Apr 12 17:17:02.838055 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5d3b8ea7-9a1f-4d38-b5dc-a1df89195acb req-1c9fa3f3-bef3-4273-86b0-f6fdcdd05c61 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479975 Apr 12 17:17:03.952564 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58892ba3-3ce3-4ebe-bcaf-112dc19cab8d req-0b591efb-36d6-4c08-9dcd-f4e2e74c4e4b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:03.954080 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58892ba3-3ce3-4ebe-bcaf-112dc19cab8d req-0b591efb-36d6-4c08-9dcd-f4e2e74c4e4b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0472302 Apr 12 17:17:04.000768 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58892ba3-3ce3-4ebe-bcaf-112dc19cab8d req-a13aa09d-4f9c-4c01-85f6-b332e6d06189 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407212 Apr 12 17:17:05.110473 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0830484-129a-4ad8-9f55-a7f9ac572675 req-6be548b4-542a-4761-bf89-ac6587f32e42 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:05.111904 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d0830484-129a-4ad8-9f55-a7f9ac572675 req-6be548b4-542a-4761-bf89-ac6587f32e42 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0454435 Apr 12 17:17:05.162265 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d0830484-129a-4ad8-9f55-a7f9ac572675 req-78d9c268-1310-467e-94f8-320e9dd9eb5d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449331 Apr 12 17:17:06.271368 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b7bdc-439c-4bb9-b257-483e5a9d4709 req-f77c80cf-23fd-4b6a-9c46-7b531a6fbec5 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:06.272813 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7e6b7bdc-439c-4bb9-b257-483e5a9d4709 req-f77c80cf-23fd-4b6a-9c46-7b531a6fbec5 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0456398 Apr 12 17:17:06.321107 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7e6b7bdc-439c-4bb9-b257-483e5a9d4709 req-375627c3-214c-42ef-8db9-b069963a12db tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Apr 12 17:17:07.430769 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdc3ea-ba49-4e6d-b434-982414455eee req-b3a69e5a-79a6-44cc-8e7b-b349e44e93a8 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:07.432189 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ddfdc3ea-ba49-4e6d-b434-982414455eee req-b3a69e5a-79a6-44cc-8e7b-b349e44e93a8 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0454774 Apr 12 17:17:07.477273 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ddfdc3ea-ba49-4e6d-b434-982414455eee req-994d7381-3bac-492e-85f0-941d5724a28a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397785 Apr 12 17:17:07.796860 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63d96d-b3d6-42f6-b27f-3b41fee8d9d6 req-78ffd40d-8cc4-48f3-a4a8-79b1eab05866 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:07.798721 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9f63d96d-b3d6-42f6-b27f-3b41fee8d9d6 req-78ffd40d-8cc4-48f3-a4a8-79b1eab05866 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0481157 Apr 12 17:17:07.847833 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9f63d96d-b3d6-42f6-b27f-3b41fee8d9d6 req-983ac1a3-96fd-467f-a63f-4ab34c3dfb3c tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Apr 12 17:17:07.980911 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-f23feee2-571a-42ab-9d60-e3b822a159e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:07.982386 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-f23feee2-571a-42ab-9d60-e3b822a159e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 1129 time: 0.0423014 Apr 12 17:17:08.072323 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-8e0e245e-16f3-4946-b7c2-2112df98c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:08.073814 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-8e0e245e-16f3-4946-b7c2-2112df98c8dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5b7533-46ac-4787-9678-099b907c3a3b HTTP/1.1" status: 200 len: 911 time: 0.0852849 Apr 12 17:17:08.141770 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-628cd68c-cd31-43a5-9071-9033b7738777 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c13028e-04d9-408c-abcf-2160e95058ed HTTP/1.1" status: 200 len: 1001 time: 0.0607789 Apr 12 17:17:08.187269 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-a779c6bd-41b7-4440-b8dc-fdde188d574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:08.188624 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-a779c6bd-41b7-4440-b8dc-fdde188d574c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98113788-c719-4bfa-9857-7fce4600da0f HTTP/1.1" status: 200 len: 850 time: 0.0406013 Apr 12 17:17:08.229728 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-f8b3e0c4-f7ee-4cad-bf77-51d46c28ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:08.231235 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-f8b3e0c4-f7ee-4cad-bf77-51d46c28ca20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5b7533-46ac-4787-9678-099b907c3a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362337 Apr 12 17:17:08.322487 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-dc7e20b0-c163-4f9b-9001-30ee6cfbda89 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838664 Apr 12 17:17:08.410216 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-29e0dea1-2a1a-43c8-9baa-6c502d3fef86 req-f7f33276-c2c4-4b1c-94aa-a68783a23949 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792108 Apr 12 17:17:08.961210 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5d5a2-40b1-4ac7-9451-b1cafceee459 req-96405e17-eb45-4398-abaf-11be50fa4fa2 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:08.962720 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84a5d5a2-40b1-4ac7-9451-b1cafceee459 req-96405e17-eb45-4398-abaf-11be50fa4fa2 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0470512 Apr 12 17:17:09.010517 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-84a5d5a2-40b1-4ac7-9451-b1cafceee459 req-bc7dd316-c454-4f70-a403-f7b8915e2ffa tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421360 Apr 12 17:17:10.125639 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ec417-2ace-45b2-ac4b-392d81ea8d07 req-a5870b2f-5ea9-4cdb-93ff-47517c29048a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:10.127126 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ae9ec417-2ace-45b2-ac4b-392d81ea8d07 req-a5870b2f-5ea9-4cdb-93ff-47517c29048a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0503621 Apr 12 17:17:10.172817 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ae9ec417-2ace-45b2-ac4b-392d81ea8d07 req-c8ef0fc1-2727-49f3-8390-09c486f157b4 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397241 Apr 12 17:17:16.252139 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:16.794977 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-697d2d07-3c10-431e-8019-95dab38257fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:18.800320 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8b30075-8a53-445c-81c8-62a00cba3f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:19.889397 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:21.369617 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:23.028640 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:28.394109 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab808153-06c7-4dad-b1a8-b7785a4290b7 req-c5945ffe-e5ef-4fbc-969d-d3e18970f8a1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:28.395584 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ab808153-06c7-4dad-b1a8-b7785a4290b7 req-c5945ffe-e5ef-4fbc-969d-d3e18970f8a1 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0458400 Apr 12 17:17:28.441401 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ab808153-06c7-4dad-b1a8-b7785a4290b7 req-4739f068-632f-4871-8936-ff4dfc95f4a2 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403862 Apr 12 17:17:29.553383 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7feb9-cae9-4e63-ba97-cd11e4421dcc req-adcfe5d8-368d-446d-90f5-ee04ce5f5b18 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:29.554872 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09e7feb9-cae9-4e63-ba97-cd11e4421dcc req-adcfe5d8-368d-446d-90f5-ee04ce5f5b18 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0460203 Apr 12 17:17:29.600957 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09e7feb9-cae9-4e63-ba97-cd11e4421dcc req-edb9fb1f-7cfc-4270-812b-e0b31aa6d056 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406168 Apr 12 17:17:30.714471 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cac514-a30a-4564-88ec-7f86f6aadedc req-8f302e27-f0dc-4365-989d-d48afa55ae2b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:30.715932 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-23cac514-a30a-4564-88ec-7f86f6aadedc req-8f302e27-f0dc-4365-989d-d48afa55ae2b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0491648 Apr 12 17:17:30.761877 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-23cac514-a30a-4564-88ec-7f86f6aadedc req-916cef22-5d11-4c08-a545-f501ab055c17 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405004 Apr 12 17:17:31.875371 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30065-378e-4cd5-b7df-97d3ce3eb91a req-1b3a3ec9-387e-477c-9b01-f86058e6b002 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:31.876827 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6bb30065-378e-4cd5-b7df-97d3ce3eb91a req-1b3a3ec9-387e-477c-9b01-f86058e6b002 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0500939 Apr 12 17:17:31.921430 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6bb30065-378e-4cd5-b7df-97d3ce3eb91a req-7ab71fd6-a27d-47ef-923d-7e504584624f tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=509e2f32-bc5a-4094-9024-81039f3f1982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391026 Apr 12 17:17:32.265951 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-9ca72879-ca0c-4322-9741-872e2dfa876e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:32.267398 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-9ca72879-ca0c-4322-9741-872e2dfa876e tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 945 time: 0.0459955 Apr 12 17:17:32.350580 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Deleting port 521f07ef-5457-4ad7-b7ba-f80996436383 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:32.350845 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:32.438661 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] For port 521f07ef-5457-4ad7-b7ba-f80996436383, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=521f07ef-5457-4ad7-b7ba-f80996436383,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:32.439027 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:32.651376 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:32.651741 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (e01ebc21-4434-47d4-ad9e-da60cfd471da), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:32.652051 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Floating IP e01ebc21-4434-47d4-ad9e-da60cfd471da disassociated. External IP: 172.27.1.25, port: 521f07ef-5457-4ad7-b7ba-f80996436383. Apr 12 17:17:32.652389 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Calling delete_port for 521f07ef-5457-4ad7-b7ba-f80996436383 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:32.834712 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (521f07ef-5457-4ad7-b7ba-f80996436383), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:32.862652 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event deleted for resources: {'Port': ['ID=521f07ef-5457-4ad7-b7ba-f80996436383,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:32.977958 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Router c60180e0-4ef3-4f36-beec-e3084e49304e has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:17:33.049795 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d9d2d2df-b83c-4860-8b40-2c07706c69df req-7995aef3-60b5-407c-84a1-de6df6c7963a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 210 time: 0.0607636 Apr 12 17:17:33.113276 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:17:33.122670 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] Sync routers for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:17:33.132337 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:33.132958 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:33.154799 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] No DVR routers for this DVR port 521f07ef-5457-4ad7-b7ba-f80996436383 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:17:33.157971 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:33.162044 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4e4db578-9153-4a0b-80b3-617cd25bbf3e req-b971b9a7-a8db-43a5-b67c-991f49db826a tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "DELETE /v2.0/ports/521f07ef-5457-4ad7-b7ba-f80996436383 HTTP/1.1" status: 204 len: 173 time: 0.8887701 Apr 12 17:17:33.162531 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'name': 'network-vif-deleted', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:17:33.164744 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb82f9a1-0ce6-4170-b1d3-50b744b396dd" -d '{"events": [{"server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "name": "network-vif-deleted", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:17:33.201496 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134d1128-57c4-4081-968b-ecb739171a57 x-openstack-request-id: req-134d1128-57c4-4081-968b-ecb739171a57 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:17:33.201793 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6d6118-1389-4feb-85bc-01649c1c6118", "name": "network-vif-deleted", "tag": "521f07ef-5457-4ad7-b7ba-f80996436383", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:17:33.202048 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-134d1128-57c4-4081-968b-ecb739171a57 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:17:33.202474 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134d1128-57c4-4081-968b-ecb739171a57'] response: {'server_uuid': '2b6d6118-1389-4feb-85bc-01649c1c6118', 'name': 'network-vif-deleted', 'tag': '521f07ef-5457-4ad7-b7ba-f80996436383', 'status': 'completed', 'code': 200} Apr 12 17:17:33.245280 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:33.443396 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:50Z', 'revision_number': 5, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:33.475292 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] Checking router: c60180e0-4ef3-4f36-beec-e3084e49304e for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:17:33.484014 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:33.484688 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:33.592682 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:33.777081 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:50Z', 'revision_number': 5, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:33.803689 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2873a5-7d05-46bf-b8a9-7f8be783f374 None None] The sync data for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi is: [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:46Z', 'revision_number': 4, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '43e3c028-4914-46a1-89e7-fe1c924065c8', 'name': '', 'network_id': 'c0383b4c-0d99-454b-85d6-6f99a742e9e1', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'mac_address': 'fa:16:3e:40:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:45Z', 'updated_at': '2022-04-12T17:09:50Z', 'revision_number': 5, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'subnets': [{'id': 'af05aee7-4c31-43f1-be0a-277c4757116a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:17:34.051904 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044071fe-759e-4617-a975-10357dffa95d None None] New status for floating IP e01ebc21-4434-47d4-ad9e-da60cfd471da: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:17:34.191801 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aace5e90-9d17-4d0c-9410-ed5b8b39cee7 req-be8fdc27-1688-4005-9d95-51ac059dc45c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b6d6118-1389-4feb-85bc-01649c1c6118 HTTP/1.1" status: 200 len: 210 time: 0.0301311 Apr 12 17:17:35.348873 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 521f07ef-5457-4ad7-b7ba-f80996436383 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:17:35.374096 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 521f07ef-5457-4ad7-b7ba-f80996436383 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:17:35.374463 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 521f07ef-5457-4ad7-b7ba-f80996436383 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:17:35.385715 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47158) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:35.443148 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e5d61fa-b7e5-407a-a322-603cb70c9725 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group (509e2f32-bc5a-4094-9024-81039f3f1982), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:35.468015 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e5d61fa-b7e5-407a-a322-603cb70c9725 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group (509e2f32-bc5a-4094-9024-81039f3f1982), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:35.583165 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e5d61fa-b7e5-407a-a322-603cb70c9725 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (509e2f32-bc5a-4094-9024-81039f3f1982), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:35.585820 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9e5d61fa-b7e5-407a-a322-603cb70c9725 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:35.587080 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9e5d61fa-b7e5-407a-a322-603cb70c9725 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "DELETE /v2.0/security-groups/509e2f32-bc5a-4094-9024-81039f3f1982 HTTP/1.1" status: 204 len: 168 time: 0.1998124 Apr 12 17:17:35.589882 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47160) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:35.597753 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d61fa-b7e5-407a-a322-603cb70c9725 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509e2f32-bc5a-4094-9024-81039f3f1982,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:35.605398 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-52f2de66-f99d-4ff4-9594-eb188118dde9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] show failed (client error): The resource could not be found. Apr 12 17:17:35.609696 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47162) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:35.610896 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-52f2de66-f99d-4ff4-9594-eb188118dde9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups/509e2f32-bc5a-4094-9024-81039f3f1982 HTTP/1.1" status: 404 len: 347 time: 0.0198874 Apr 12 17:17:35.739965 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-14b87e9d-0174-444b-b1c6-d60daaf17bf9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Deleting port 4772524d-87f3-4e0c-a0d7-266b5cf17d05 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:35.740315 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14b87e9d-0174-444b-b1c6-d60daaf17bf9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (4772524d-87f3-4e0c-a0d7-266b5cf17d05), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:35.823801 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14b87e9d-0174-444b-b1c6-d60daaf17bf9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (4772524d-87f3-4e0c-a0d7-266b5cf17d05), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:35.824140 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14b87e9d-0174-444b-b1c6-d60daaf17bf9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for floatingip (4772524d-87f3-4e0c-a0d7-266b5cf17d05), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:35.837305 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-14b87e9d-0174-444b-b1c6-d60daaf17bf9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Calling delete_port for 4772524d-87f3-4e0c-a0d7-266b5cf17d05 owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:36.055050 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14b87e9d-0174-444b-b1c6-d60daaf17bf9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (4772524d-87f3-4e0c-a0d7-266b5cf17d05), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:36.082290 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b87e9d-0174-444b-b1c6-d60daaf17bf9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event deleted for resources: {'Port': ['ID=4772524d-87f3-4e0c-a0d7-266b5cf17d05,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:36.143704 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14b87e9d-0174-444b-b1c6-d60daaf17bf9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks [] for floatingip (e01ebc21-4434-47d4-ad9e-da60cfd471da), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:36.146788 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14b87e9d-0174-444b-b1c6-d60daaf17bf9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:36.150811 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-14b87e9d-0174-444b-b1c6-d60daaf17bf9 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "DELETE /v2.0/floatingips/e01ebc21-4434-47d4-ad9e-da60cfd471da HTTP/1.1" status: 204 len: 168 time: 0.5372787 Apr 12 17:17:37.789967 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:17:38.743073 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a5d96def-9c2c-4569-8c75-491ff549703d req-120267d1-0973-42ad-b492-966b6038669b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371258 Apr 12 17:17:38.839634 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d96def-9c2c-4569-8c75-491ff549703d req-d18f98fc-4cea-4c9b-bc7a-c718b1571508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:38.841135 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a5d96def-9c2c-4569-8c75-491ff549703d req-d18f98fc-4cea-4c9b-bc7a-c718b1571508 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed5617a37a444bac8facef1fedb92197&device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 1130 time: 0.0393386 Apr 12 17:17:39.197284 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f6a4c-1347-4ccd-90ec-28f19b876659 req-a7cbb7c8-32eb-49cc-a599-d5cee5c73c21 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:39.198759 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e24f6a4c-1347-4ccd-90ec-28f19b876659 req-a7cbb7c8-32eb-49cc-a599-d5cee5c73c21 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0576243 Apr 12 17:17:39.222322 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d96def-9c2c-4569-8c75-491ff549703d req-1486c10f-d44a-41b3-81fe-bf82d7f01056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:39.223693 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a5d96def-9c2c-4569-8c75-491ff549703d req-1486c10f-d44a-41b3-81fe-bf82d7f01056 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 200 len: 919 time: 0.3653302 Apr 12 17:17:39.273151 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a5d96def-9c2c-4569-8c75-491ff549703d req-f90b08b4-4bbb-4d4c-ab27-fc856bca3df8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd HTTP/1.1" status: 200 len: 217 time: 0.0423183 Apr 12 17:17:39.290916 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e24f6a4c-1347-4ccd-90ec-28f19b876659 req-ce3bc073-42b6-4f72-8f2d-a4972237c7f6 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835061 Apr 12 17:17:39.324845 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d96def-9c2c-4569-8c75-491ff549703d req-e7c0840e-6403-4831-aab6-005921080892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:39.326262 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a5d96def-9c2c-4569-8c75-491ff549703d req-e7c0840e-6403-4831-aab6-005921080892 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 200 len: 858 time: 0.0453100 Apr 12 17:17:39.379328 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d96def-9c2c-4569-8c75-491ff549703d req-5f3446d6-848d-4b55-9834-5841fff174c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:39.380740 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a5d96def-9c2c-4569-8c75-491ff549703d req-5f3446d6-848d-4b55-9834-5841fff174c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0383b4c-0d99-454b-85d6-6f99a742e9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374570 Apr 12 17:17:39.471197 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a5d96def-9c2c-4569-8c75-491ff549703d req-d613eb20-35b8-4ffa-9b64-838b72603b64 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813723 Apr 12 17:17:39.558033 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a5d96def-9c2c-4569-8c75-491ff549703d req-5ba311dd-106b-46e0-bbe8-ca902d6abaf7 service neutron] 10.222.0.41 "GET /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796249 Apr 12 17:17:39.920202 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-a40b792b-b705-41cc-9384-5e82c2338705 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:39.921590 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-a40b792b-b705-41cc-9384-5e82c2338705 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 946 time: 0.0449493 Apr 12 17:17:40.007837 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-8030d777-53d1-4d28-8667-5321a4fdfd19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Deleting port d14160f6-0b69-47ac-93a2-173b914999e1 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:40.008173 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-8030d777-53d1-4d28-8667-5321a4fdfd19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:40.096444 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-8030d777-53d1-4d28-8667-5321a4fdfd19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] For port d14160f6-0b69-47ac-93a2-173b914999e1, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d14160f6-0b69-47ac-93a2-173b914999e1,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:40.096811 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-8030d777-53d1-4d28-8667-5321a4fdfd19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:40.110166 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-8030d777-53d1-4d28-8667-5321a4fdfd19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Calling delete_port for d14160f6-0b69-47ac-93a2-173b914999e1 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:40.331717 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-8030d777-53d1-4d28-8667-5321a4fdfd19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (d14160f6-0b69-47ac-93a2-173b914999e1), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:40.363907 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030d777-53d1-4d28-8667-5321a4fdfd19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event deleted for resources: {'Port': ['ID=d14160f6-0b69-47ac-93a2-173b914999e1,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:40.367442 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['5ffb916b-a2fb-4345-92b5-81e33a34d3fd', 'd14160f6-0b69-47ac-93a2-173b914999e1'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:17:40.411802 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c8044144-8827-4f5b-a57d-809bdf2d9912 req-e7f691f0-b3e8-4b85-b0c9-55e75e3dce91 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff7603fc-98b0-4785-b21d-2bcf72ef2ca9 HTTP/1.1" status: 200 len: 210 time: 0.0513704 Apr 12 17:17:40.413785 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-8030d777-53d1-4d28-8667-5321a4fdfd19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] No DVR routers for this DVR port d14160f6-0b69-47ac-93a2-173b914999e1 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:17:40.417227 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-8030d777-53d1-4d28-8667-5321a4fdfd19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:40.420655 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-942fb7d9-5e63-47c0-8f16-e998371c8216 req-8030d777-53d1-4d28-8667-5321a4fdfd19 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "DELETE /v2.0/ports/d14160f6-0b69-47ac-93a2-173b914999e1 HTTP/1.1" status: 204 len: 173 time: 0.4929783 Apr 12 17:17:40.422719 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7603fc-98b0-4785-b21d-2bcf72ef2ca9', 'name': 'network-vif-deleted', 'tag': 'd14160f6-0b69-47ac-93a2-173b914999e1'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:17:40.423543 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b965a30-af4b-47ba-89c2-f31771cf171f" -d '{"events": [{"server_uuid": "ff7603fc-98b0-4785-b21d-2bcf72ef2ca9", "name": "network-vif-deleted", "tag": "d14160f6-0b69-47ac-93a2-173b914999e1"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:17:40.464150 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5354101-9557-4225-a9a5-7d56cb974338 x-openstack-request-id: req-e5354101-9557-4225-a9a5-7d56cb974338 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:17:40.464516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7603fc-98b0-4785-b21d-2bcf72ef2ca9", "name": "network-vif-deleted", "tag": "d14160f6-0b69-47ac-93a2-173b914999e1", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:17:40.464784 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5354101-9557-4225-a9a5-7d56cb974338 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:17:40.465212 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5354101-9557-4225-a9a5-7d56cb974338'] response: {'server_uuid': 'ff7603fc-98b0-4785-b21d-2bcf72ef2ca9', 'name': 'network-vif-deleted', 'tag': 'd14160f6-0b69-47ac-93a2-173b914999e1', 'status': 'completed', 'code': 200} Apr 12 17:17:41.900271 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf40592-cfe4-45fb-b739-629ba75ffc86 req-29a2d4ce-6386-4dc7-8184-0d43e2076d35 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:41.901729 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6bf40592-cfe4-45fb-b739-629ba75ffc86 req-29a2d4ce-6386-4dc7-8184-0d43e2076d35 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0491486 Apr 12 17:17:41.947453 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6bf40592-cfe4-45fb-b739-629ba75ffc86 req-b5f13f51-636a-4ca5-b08f-e6404832c85b tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 Apr 12 17:17:42.683570 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-2cc2506c-f482-490f-856c-32453fb0dc83 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:42.685015 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-2cc2506c-f482-490f-856c-32453fb0dc83 tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0458007 Apr 12 17:17:42.785722 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-4020288d-4a39-458b-b99c-2bae8b9fd3fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Deleting port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:42.786065 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-4020288d-4a39-458b-b99c-2bae8b9fd3fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:42.872234 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-4020288d-4a39-458b-b99c-2bae8b9fd3fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] For port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:42.872630 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-4020288d-4a39-458b-b99c-2bae8b9fd3fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:42.885884 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-4020288d-4a39-458b-b99c-2bae8b9fd3fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Calling delete_port for 5ffb916b-a2fb-4345-92b5-81e33a34d3fd owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:43.062853 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f721e1-109d-4db9-8c37-8232ee6221f8 req-0ccd2193-f4cf-4f7d-b824-311788dd7eaf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:43.064311 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d4f721e1-109d-4db9-8c37-8232ee6221f8 req-0ccd2193-f4cf-4f7d-b824-311788dd7eaf tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 946 time: 0.0454783 Apr 12 17:17:43.111597 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d4f721e1-109d-4db9-8c37-8232ee6221f8 req-c7959fe3-8a36-4615-b10f-a01e0a0443fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/security-groups?id=e575880d-5af6-498a-8f97-d4680127a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409720 Apr 12 17:17:43.114598 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-4020288d-4a39-458b-b99c-2bae8b9fd3fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (5ffb916b-a2fb-4345-92b5-81e33a34d3fd), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:43.151002 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020288d-4a39-458b-b99c-2bae8b9fd3fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Pushing event deleted for resources: {'Port': ['ID=5ffb916b-a2fb-4345-92b5-81e33a34d3fd,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:43.152717 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['5ffb916b-a2fb-4345-92b5-81e33a34d3fd'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:17:43.193608 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-4020288d-4a39-458b-b99c-2bae8b9fd3fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] No DVR routers for this DVR port 5ffb916b-a2fb-4345-92b5-81e33a34d3fd on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:17:43.196064 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-4020288d-4a39-458b-b99c-2bae8b9fd3fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:43.199329 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-322919ab-30b2-4547-b65d-648ab4e9f72a req-4020288d-4a39-458b-b99c-2bae8b9fd3fa tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.41 "DELETE /v2.0/ports/5ffb916b-a2fb-4345-92b5-81e33a34d3fd HTTP/1.1" status: 204 len: 173 time: 0.5075667 Apr 12 17:17:43.199763 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d21058-9f6b-4f08-b126-08c97484c4db', 'name': 'network-vif-deleted', 'tag': '5ffb916b-a2fb-4345-92b5-81e33a34d3fd'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:17:43.201967 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fdca55-874a-4d83-9850-c10b4cd4d897" -d '{"events": [{"server_uuid": "d9d21058-9f6b-4f08-b126-08c97484c4db", "name": "network-vif-deleted", "tag": "5ffb916b-a2fb-4345-92b5-81e33a34d3fd"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:17:43.369845 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device d14160f6-0b69-47ac-93a2-173b914999e1 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:17:43.390300 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: d14160f6-0b69-47ac-93a2-173b914999e1 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:17:43.390748 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device d14160f6-0b69-47ac-93a2-173b914999e1 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:17:43.399903 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc41a461-c902-4f17-8586-81d45cc710fb x-openstack-request-id: req-cc41a461-c902-4f17-8586-81d45cc710fb {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:17:43.400193 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d21058-9f6b-4f08-b126-08c97484c4db", "name": "network-vif-deleted", "tag": "5ffb916b-a2fb-4345-92b5-81e33a34d3fd", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:17:43.400630 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc41a461-c902-4f17-8586-81d45cc710fb {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:17:43.401036 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc41a461-c902-4f17-8586-81d45cc710fb'] response: {'server_uuid': 'd9d21058-9f6b-4f08-b126-08c97484c4db', 'name': 'network-vif-deleted', 'tag': '5ffb916b-a2fb-4345-92b5-81e33a34d3fd', 'status': 'completed', 'code': 200} Apr 12 17:17:44.216527 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d7e6e2a9-2e5b-4229-9735-5d2f5b5bd5cd req-c5bd4ab0-af5c-4f0d-be66-773cdb3c7d9c tempest-ServerRescueNegativeTestJSON-1661515973 tempest-ServerRescueNegativeTestJSON-1661515973-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d21058-9f6b-4f08-b126-08c97484c4db HTTP/1.1" status: 200 len: 210 time: 0.0286841 Apr 12 17:17:44.408212 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-ce0fdc5a-b7a4-41c1-bdf8-d0e78cb71c46 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132310997&fields=id&tenant_id=0734c6ed5f4045a79695937ee790fd49 HTTP/1.1" status: 200 len: 267 time: 0.0435009 Apr 12 17:17:44.458289 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-676599e1-9016-408c-aa1c-775b639011d3 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:44.459809 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-676599e1-9016-408c-aa1c-775b639011d3 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 985 time: 0.0462584 Apr 12 17:17:44.470708 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-a90462cc-cc83-4993-b75e-0340e7005524 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Request body: {'port': {'security_groups': ['4fff0db2-d4ea-4d93-ac0c-7f53357a32ec']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:17:44.547850 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-a90462cc-cc83-4993-b75e-0340e7005524 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:44.718902 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-a90462cc-cc83-4993-b75e-0340e7005524 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] For port c925f780-7225-40e3-ac8f-de732cd58da8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c925f780-7225-40e3-ac8f-de732cd58da8,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:44.748284 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-a90462cc-cc83-4993-b75e-0340e7005524 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for port (c925f780-7225-40e3-ac8f-de732cd58da8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:44.828345 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-a90462cc-cc83-4993-b75e-0340e7005524 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:44.866400 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['c925f780-7225-40e3-ac8f-de732cd58da8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:17:44.870692 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-a90462cc-cc83-4993-b75e-0340e7005524 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:44.871312 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-a90462cc-cc83-4993-b75e-0340e7005524 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:44.872690 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-000f3643-51bc-4219-a24a-c58f46da72b6 req-a90462cc-cc83-4993-b75e-0340e7005524 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "PUT /v2.0/ports/c925f780-7225-40e3-ac8f-de732cd58da8 HTTP/1.1" status: 200 len: 943 time: 0.4065995 Apr 12 17:17:44.873144 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:17:44.875443 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462" -d '{"events": [{"name": "network-changed", "server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:17:44.879384 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47208) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:44.906379 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90462cc-cc83-4993-b75e-0340e7005524 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event updated for resources: {'Port': ['ID=c925f780-7225-40e3-ac8f-de732cd58da8,revision_number=7']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:44.947528 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7245e95-ea10-483d-8c39-64ab6ea5e310 x-openstack-request-id: req-b7245e95-ea10-483d-8c39-64ab6ea5e310 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:17:44.948038 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:17:44.948306 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7245e95-ea10-483d-8c39-64ab6ea5e310 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:17:44.948721 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7245e95-ea10-483d-8c39-64ab6ea5e310'] response: {'name': 'network-changed', 'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'status': 'completed', 'code': 200} Apr 12 17:17:44.958233 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e084-7960-4386-8575-918d41afd091 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group (5c6962ae-ee96-4f70-92c7-f89363a157be), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:44.990903 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e084-7960-4386-8575-918d41afd091 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group (5c6962ae-ee96-4f70-92c7-f89363a157be), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:45.071516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-4206747f-8c56-4a69-ac0d-ff412539330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:45.072759 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-4206747f-8c56-4a69-ac0d-ff412539330b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0734c6ed5f4045a79695937ee790fd49&device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 1130 time: 0.0661008 Apr 12 17:17:45.103308 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['c925f780-7225-40e3-ac8f-de732cd58da8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:17:45.144365 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-0484f9cc-e6e8-443f-8bd5-e10646a5c1e8 None None] Provisioning complete for port c925f780-7225-40e3-ac8f-de732cd58da8 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:17:45.144675 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0484f9cc-e6e8-443f-8bd5-e10646a5c1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:45.169635 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-99533284-c137-45cd-b012-f7b4f63740ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:45.171138 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-99533284-c137-45cd-b012-f7b4f63740ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=215116c1-5400-4265-a5b7-743b0045977e HTTP/1.1" status: 200 len: 914 time: 0.0902781 Apr 12 17:17:45.240180 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-f3334b48-381b-416a-9094-cc8a4efcbaa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c925f780-7225-40e3-ac8f-de732cd58da8 HTTP/1.1" status: 200 len: 1002 time: 0.0614750 Apr 12 17:17:45.272941 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47214) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:45.276383 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e084-7960-4386-8575-918d41afd091 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (5c6962ae-ee96-4f70-92c7-f89363a157be), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:45.279055 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e084-7960-4386-8575-918d41afd091 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:45.283185 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a9f1e084-7960-4386-8575-918d41afd091 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "DELETE /v2.0/security-groups/5c6962ae-ee96-4f70-92c7-f89363a157be HTTP/1.1" status: 204 len: 168 time: 0.3971124 Apr 12 17:17:45.283776 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47218) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:45.296884 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1e084-7960-4386-8575-918d41afd091 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6962ae-ee96-4f70-92c7-f89363a157be,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:45.309168 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-87211e77-1f0e-433b-928e-95537a368287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:45.310692 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-87211e77-1f0e-433b-928e-95537a368287 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a902e7ca-5635-4466-89ea-203c24cb28dd HTTP/1.1" status: 200 len: 853 time: 0.0645502 Apr 12 17:17:45.337407 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-0484f9cc-e6e8-443f-8bd5-e10646a5c1e8 None None] Current status of the port c925f780-7225-40e3-ac8f-de732cd58da8 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:17:45.405692 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-02606c5f-e6ea-4279-b502-80e81ca3c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:45.407260 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-02606c5f-e6ea-4279-b502-80e81ca3c188 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=215116c1-5400-4265-a5b7-743b0045977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890431 Apr 12 17:17:45.479999 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Deleting port b745e7e7-c690-43eb-9a02-f442141bbc86 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:45.480620 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (b745e7e7-c690-43eb-9a02-f442141bbc86), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:45.501438 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-52dc8179-9128-47e7-bdbf-d65ebf93f380 service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850086 Apr 12 17:17:45.596449 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f3fb0fe8-86bf-41c8-bdc5-2e3fcd993462 req-6b55271d-4425-4ec3-8cea-7056888f486d service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884960 Apr 12 17:17:45.633282 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (b745e7e7-c690-43eb-9a02-f442141bbc86), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:45.633608 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for floatingip (b745e7e7-c690-43eb-9a02-f442141bbc86), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:45.654099 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Calling delete_port for b745e7e7-c690-43eb-9a02-f442141bbc86 owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:46.067112 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660438'] for router_interface (c60180e0-4ef3-4f36-beec-e3084e49304e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:46.069851 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (b745e7e7-c690-43eb-9a02-f442141bbc86), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:46.129575 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event deleted for resources: {'Port': ['ID=b745e7e7-c690-43eb-9a02-f442141bbc86,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:46.234982 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks [] for floatingip (64e6c897-1c2c-4a26-bdc5-acea765d268a), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:46.235314 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Floating IP 64e6c897-1c2c-4a26-bdc5-acea765d268a disassociated (deleted). External IP: 172.27.1.197, port: c925f780-7225-40e3-ac8f-de732cd58da8. Apr 12 17:17:46.239868 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:46.611229 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-368dd1c6-7f85-4b7b-81ed-4ffe26302bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:46.785720 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] Deleting port 43e3c028-4914-46a1-89e7-fe1c924065c8 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:46.786279 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:46.904342 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Router fbd7e567-0be9-41a6-bcd4-addf8944af48 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:17:46.911807 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] For port 43e3c028-4914-46a1-89e7-fe1c924065c8, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=43e3c028-4914-46a1-89e7-fe1c924065c8,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:46.912171 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:46.927110 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] Calling delete_port for 43e3c028-4914-46a1-89e7-fe1c924065c8 owned by network:router_interface {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:47.118660 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:17:47.124419 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:47.129938 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] Sync routers for ids ['fbd7e567-0be9-41a6-bcd4-addf8944af48'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:17:47.139810 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] Routers {'fbd7e567-0be9-41a6-bcd4-addf8944af48'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:47.140424 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['fbd7e567-0be9-41a6-bcd4-addf8944af48'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:47.166185 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b802df47-34ce-45f4-9d02-f68dbafdb84b tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "DELETE /v2.0/floatingips/64e6c897-1c2c-4a26-bdc5-acea765d268a HTTP/1.1" status: 204 len: 168 time: 1.8804576 Apr 12 17:17:47.168410 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:17:47.170748 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0a81cd-cc68-492e-bb4a-8ae1272f260e" -d '{"events": [{"name": "network-changed", "server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:17:47.223187 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a19e9f1-413b-42b2-9fd8-07088607909b x-openstack-request-id: req-8a19e9f1-413b-42b2-9fd8-07088607909b {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:17:47.223581 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:17:47.223960 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a19e9f1-413b-42b2-9fd8-07088607909b {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:17:47.224451 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a19e9f1-413b-42b2-9fd8-07088607909b'] response: {'name': 'network-changed', 'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'status': 'completed', 'code': 200} Apr 12 17:17:47.256794 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] Set router fbd7e567-0be9-41a6-bcd4-addf8944af48 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:47.311652 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-ef906272-6bc6-4042-b2e1-1f7e709c545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:47.313180 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-ef906272-6bc6-4042-b2e1-1f7e709c545c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0734c6ed5f4045a79695937ee790fd49&device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 1130 time: 0.0421176 Apr 12 17:17:47.349407 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (43e3c028-4914-46a1-89e7-fe1c924065c8), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:47.380678 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=43e3c028-4914-46a1-89e7-fe1c924065c8,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:47.392258 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 5ffb916b-a2fb-4345-92b5-81e33a34d3fd no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:17:47.413578 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-d58cb35f-72b7-4ba8-8198-448a2475343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:47.415400 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-d58cb35f-72b7-4ba8-8198-448a2475343b service neutron] 10.222.0.41 "GET /v2.0/networks?id=215116c1-5400-4265-a5b7-743b0045977e HTTP/1.1" status: 200 len: 914 time: 0.0958297 Apr 12 17:17:47.416947 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 5ffb916b-a2fb-4345-92b5-81e33a34d3fd {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:17:47.417490 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 5ffb916b-a2fb-4345-92b5-81e33a34d3fd not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:17:47.469470 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-91cfffb9-0964-4219-9b41-0deed853ad6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c925f780-7225-40e3-ac8f-de732cd58da8 HTTP/1.1" status: 200 len: 217 time: 0.0471101 Apr 12 17:17:47.501771 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:13:00Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': 'cfa74416-954e-437d-b4cd-d8208d961402', 'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'mac_address': 'fa:16:3e:94:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:59Z', 'updated_at': '2022-04-12T17:13:04Z', 'revision_number': 5, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'subnets': [{'id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:47.545827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-1618f7d5-6969-46a7-98c7-6aecf3ef6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:47.548023 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-1618f7d5-6969-46a7-98c7-6aecf3ef6c1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a902e7ca-5635-4466-89ea-203c24cb28dd HTTP/1.1" status: 200 len: 853 time: 0.0726669 Apr 12 17:17:47.549070 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] Checking router: fbd7e567-0be9-41a6-bcd4-addf8944af48 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:17:47.558982 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] Routers {'fbd7e567-0be9-41a6-bcd4-addf8944af48'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:47.560312 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['fbd7e567-0be9-41a6-bcd4-addf8944af48'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:47.608133 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-7bdc32e0-e908-4615-8a29-492bf4dbc43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:47.609973 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-7bdc32e0-e908-4615-8a29-492bf4dbc43a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=215116c1-5400-4265-a5b7-743b0045977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542147 Apr 12 17:17:47.612345 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660298'] for router_interface (c60180e0-4ef3-4f36-beec-e3084e49304e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:47.725478 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] Set router fbd7e567-0be9-41a6-bcd4-addf8944af48 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:47.727670 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-e42815fc-0692-4d4e-8579-4a6dff571f84 service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089334 Apr 12 17:17:47.848221 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] Router c60180e0-4ef3-4f36-beec-e3084e49304e has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:17:47.910206 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:13:00Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': 'cfa74416-954e-437d-b4cd-d8208d961402', 'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'mac_address': 'fa:16:3e:94:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:59Z', 'updated_at': '2022-04-12T17:13:04Z', 'revision_number': 5, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'subnets': [{'id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:47.935569 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd2de6-4bd8-4079-a575-48ebb0a012e4 None None] The sync data for ids ['fbd7e567-0be9-41a6-bcd4-addf8944af48'] in dv-cinder-837531-1-iscsi is: [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:13:00Z', 'revision_number': 4, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': 'cfa74416-954e-437d-b4cd-d8208d961402', 'name': '', 'network_id': '215116c1-5400-4265-a5b7-743b0045977e', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'mac_address': 'fa:16:3e:94:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:59Z', 'updated_at': '2022-04-12T17:13:04Z', 'revision_number': 5, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'subnets': [{'id': 'a902e7ca-5635-4466-89ea-203c24cb28dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:17:47.955686 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:17:47.961369 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-dd9cc143-bd2e-439a-b371-d5e4969e9ccd admin admin] 10.222.0.64 "PUT /v2.0/routers/c60180e0-4ef3-4f36-beec-e3084e49304e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6874042 Apr 12 17:17:47.963871 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47230) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:47.968290 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] Sync routers for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:17:47.978959 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:47.979587 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:48.094916 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Publish callbacks [] for router (c60180e0-4ef3-4f36-beec-e3084e49304e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:48.111641 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:48.147684 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-da0a81cd-cc68-492e-bb4a-8ae1272f260e req-2f81478b-ae75-4d64-b88d-ffd1fcf48c43 service neutron] 10.222.0.41 "GET /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086078 Apr 12 17:17:48.224684 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Publish callbacks [] for router_gateway (c60180e0-4ef3-4f36-beec-e3084e49304e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:48.293545 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f94817-4095-40ec-9817-df2a26796d25 None None] New status for floating IP 64e6c897-1c2c-4a26-bdc5-acea765d268a: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:17:48.302793 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:17:47Z', 'revision_number': 5, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port': {'id': '8b849153-87dc-49a2-a900-098c067ee4ff', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:48.329904 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] Checking router: c60180e0-4ef3-4f36-beec-e3084e49304e for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:17:48.339596 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] Routers {'c60180e0-4ef3-4f36-beec-e3084e49304e'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:48.340220 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['c60180e0-4ef3-4f36-beec-e3084e49304e'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:48.347537 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Deleting port 8b849153-87dc-49a2-a900-098c067ee4ff {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:48.348242 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:48.430476 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] Set router c60180e0-4ef3-4f36-beec-e3084e49304e gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:48.434322 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] For port 8b849153-87dc-49a2-a900-098c067ee4ff, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=8b849153-87dc-49a2-a900-098c067ee4ff,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:48.434723 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:48.447651 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Calling delete_port for 8b849153-87dc-49a2-a900-098c067ee4ff owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:48.482806 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:17:48Z', 'revision_number': 6, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port_host': None}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:48.594335 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b7fac-9192-4108-b341-15b9e80ee2f9 None None] The sync data for ids ['c60180e0-4ef3-4f36-beec-e3084e49304e'] in dv-cinder-837531-1-iscsi is: [{'id': 'c60180e0-4ef3-4f36-beec-e3084e49304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1868460660-router', 'tenant_id': 'ed5617a37a444bac8facef1fedb92197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:09:42Z', 'updated_at': '2022-04-12T17:17:48Z', 'revision_number': 6, 'project_id': 'ed5617a37a444bac8facef1fedb92197', 'gw_port_host': None}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:17:48.720332 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (8b849153-87dc-49a2-a900-098c067ee4ff), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:48.748358 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b849153-87dc-49a2-a900-098c067ee4ff,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:48.810882 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662764'] for router_gateway (c60180e0-4ef3-4f36-beec-e3084e49304e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:48.849595 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f2a74817-6776-4249-a576-7e82f108ccd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:48.914778 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45033'] for router (c60180e0-4ef3-4f36-beec-e3084e49304e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:48.916949 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Publish callbacks [] for router_controller (c60180e0-4ef3-4f36-beec-e3084e49304e), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.045809 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666377'] for router (c60180e0-4ef3-4f36-beec-e3084e49304e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.046417 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c60180e0-4ef3-4f36-beec-e3084e49304e {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:17:49.051259 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.052416 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6bcbd56f-f567-4304-9643-95182dae8a23 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c60180e0-4ef3-4f36-beec-e3084e49304e HTTP/1.1" status: 204 len: 168 time: 1.0873806 Apr 12 17:17:49.055049 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47234) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:49.099243 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a54e762-b044-42c9-871a-0ba17ddf10de admin admin] Deleting subnet af05aee7-4c31-43f1-be0a-277c4757116a {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:17:49.102384 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3a54e762-b044-42c9-871a-0ba17ddf10de admin admin] Publish callbacks [] for subnet (af05aee7-4c31-43f1-be0a-277c4757116a), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.136969 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3a54e762-b044-42c9-871a-0ba17ddf10de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211967'] for subnet (af05aee7-4c31-43f1-be0a-277c4757116a), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.242885 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3a54e762-b044-42c9-871a-0ba17ddf10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (af05aee7-4c31-43f1-be0a-277c4757116a), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.369713 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3a54e762-b044-42c9-871a-0ba17ddf10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3604882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3276891'] for subnet (af05aee7-4c31-43f1-be0a-277c4757116a), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.399375 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54e762-b044-42c9-871a-0ba17ddf10de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af05aee7-4c31-43f1-be0a-277c4757116a,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:49.403076 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3a54e762-b044-42c9-871a-0ba17ddf10de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.408645 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3a54e762-b044-42c9-871a-0ba17ddf10de admin admin] 10.222.0.64 "DELETE /v2.0/subnets/af05aee7-4c31-43f1-be0a-277c4757116a HTTP/1.1" status: 204 len: 168 time: 0.3503087 Apr 12 17:17:49.408896 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47236) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:49.409082 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59b64b-3853-443c-97fe-4757fc216dce None None] Network c0383b4c-0d99-454b-85d6-6f99a742e9e1 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:17:49.583572 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] DHCP port deletion for c0383b4c-0d99-454b-85d6-6f99a742e9e1 request from dv-cinder-837531-1-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:17:49.629705 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Deleting port 474fb898-bfc4-4d20-85aa-1dd28947969e {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:49.630080 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.704896 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] For port 474fb898-bfc4-4d20-85aa-1dd28947969e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=474fb898-bfc4-4d20-85aa-1dd28947969e,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:49.705295 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.718604 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Calling delete_port for 474fb898-bfc4-4d20-85aa-1dd28947969e owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:49.749193 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (c0383b4c-0d99-454b-85d6-6f99a742e9e1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.796247 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Deleting port 474fb898-bfc4-4d20-85aa-1dd28947969e {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:49.796596 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.866550 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] For port 474fb898-bfc4-4d20-85aa-1dd28947969e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=474fb898-bfc4-4d20-85aa-1dd28947969e,segment=NetworkSegment(0f24acee-1311-4631-ab00-1bdb753c00e1),segment_id=0f24acee-1311-4631-ab00-1bdb753c00e1)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:49.866926 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:49.880890 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Calling delete_port for 474fb898-bfc4-4d20-85aa-1dd28947969e owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:50.038140 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.045670 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.049736 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110'] for port (474fb898-bfc4-4d20-85aa-1dd28947969e), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.068249 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Pushing event deleted for resources: {'Port': ['ID=474fb898-bfc4-4d20-85aa-1dd28947969e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:50.071972 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] No DVR routers for this DVR port 474fb898-bfc4-4d20-85aa-1dd28947969e on host dv-cinder-837531-1-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:17:50.085783 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] No DVR routers for this DVR port 474fb898-bfc4-4d20-85aa-1dd28947969e on host dv-cinder-837531-1-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:17:50.090221 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Pushing event deleted for resources: {'Port': ['ID=474fb898-bfc4-4d20-85aa-1dd28947969e,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:50.098820 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.099173 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.099538 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.099900 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.100239 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.100573 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.100902 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.101222 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.102687 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.103141 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.103490 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.103847 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.104179 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.104523 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.104852 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5268d2-e7a4-469f-8e1d-43058e961633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:50.144072 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (c0383b4c-0d99-454b-85d6-6f99a742e9e1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.164870 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0383b4c-0d99-454b-85d6-6f99a742e9e1']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:50.174033 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f24acee-1311-4631-ab00-1bdb753c00e1') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:50.174336 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f24acee-1311-4631-ab00-1bdb753c00e1') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:50.188013 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3211908'] for segment (0f24acee-1311-4631-ab00-1bdb753c00e1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.200834 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (0f24acee-1311-4631-ab00-1bdb753c00e1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.207149 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:17:50.207529 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3604776'] for segment (0f24acee-1311-4631-ab00-1bdb753c00e1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: Traceback (most recent call last): Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: timer() Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: cb(*args, **kw) Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: return func(*args, **kwargs) Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: self._notify() Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: self.callback(batched_events) Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: event.method(event) Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: return f(self, *a, **k) Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._get(url).json() Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: return self.request(url, 'GET', **kwargs) Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:17:50.209228 dv-cinder-837531-1-iscsi neutron-server[103959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:17:50.294332 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 43e3c028-4914-46a1-89e7-fe1c924065c8 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:17:50.314595 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 43e3c028-4914-46a1-89e7-fe1c924065c8 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:17:50.314944 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 43e3c028-4914-46a1-89e7-fe1c924065c8 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:17:50.315383 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 474fb898-bfc4-4d20-85aa-1dd28947969e no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:17:50.329148 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (c0383b4c-0d99-454b-85d6-6f99a742e9e1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.336508 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 474fb898-bfc4-4d20-85aa-1dd28947969e {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:17:50.336849 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 474fb898-bfc4-4d20-85aa-1dd28947969e not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:17:50.337083 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 8b849153-87dc-49a2-a900-098c067ee4ff no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:17:50.337196 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.342562 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c0383b4c-0d99-454b-85d6-6f99a742e9e1 HTTP/1.1" status: 204 len: 168 time: 0.9303319 Apr 12 17:17:50.350783 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf92d0-c39d-435e-931f-f6f7ab4b8549 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0383b4c-0d99-454b-85d6-6f99a742e9e1,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:50.356751 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 8b849153-87dc-49a2-a900-098c067ee4ff {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:17:50.357798 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 8b849153-87dc-49a2-a900-098c067ee4ff not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:17:50.664760 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47250) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:50.703629 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-946b8c12-4fbe-4b41-adea-e926cc7e719b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed5617a37a444bac8facef1fedb92197&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376935 Apr 12 17:17:50.706048 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47252) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:50.751509 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9b490a4c-d03a-4ee8-8daa-e9471f3b1a85 admin admin] Publish callbacks [] for security_group (e575880d-5af6-498a-8f97-d4680127a9a3), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.776744 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9b490a4c-d03a-4ee8-8daa-e9471f3b1a85 admin admin] Publish callbacks [] for security_group (e575880d-5af6-498a-8f97-d4680127a9a3), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.879885 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9b490a4c-d03a-4ee8-8daa-e9471f3b1a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e575880d-5af6-498a-8f97-d4680127a9a3), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.882375 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9b490a4c-d03a-4ee8-8daa-e9471f3b1a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:50.883523 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9b490a4c-d03a-4ee8-8daa-e9471f3b1a85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e575880d-5af6-498a-8f97-d4680127a9a3 HTTP/1.1" status: 204 len: 168 time: 0.1759379 Apr 12 17:17:50.891793 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b490a4c-d03a-4ee8-8daa-e9471f3b1a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575880d-5af6-498a-8f97-d4680127a9a3,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:51.348820 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:51.494414 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65434f4-597f-4673-9e59-a1da81c21e47 req-3aa91bb9-f17e-4afe-a4aa-22606d1f4b26 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:51.495902 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e65434f4-597f-4673-9e59-a1da81c21e47 req-3aa91bb9-f17e-4afe-a4aa-22606d1f4b26 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0506964 Apr 12 17:17:51.542896 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e65434f4-597f-4673-9e59-a1da81c21e47 req-a25417e1-8d9e-43c0-8762-7183a8fa639f tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413885 Apr 12 17:17:51.904209 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47282) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:51.997073 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-845943718-network', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:17:52.089249 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Made reservation on behalf of 3e288f3ecd744caf835ffc29776c0a1a for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:17:52.091600 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:52.100780 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:52.172857 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Publish callbacks [] for security_group (1219a461-cfcd-4017-81ed-5a39ca6dc677), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:52.296798 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (1219a461-cfcd-4017-81ed-5a39ca6dc677), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:52.321788 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:17:52.330469 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1219a461-cfcd-4017-81ed-5a39ca6dc677,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:52.338138 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (a0b3ec00-72ab-43b7-accc-845bf41b614a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:52.338496 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Added segment a0b3ec00-72ab-43b7-accc-845bf41b614a of type vlan for network 83ea8604-73be-4c26-bd78-f0266bf2e6fa Apr 12 17:17:52.378652 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (83ea8604-73be-4c26-bd78-f0266bf2e6fa), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:52.457260 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (83ea8604-73be-4c26-bd78-f0266bf2e6fa), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:52.458145 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:52.458768 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:52.519247 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] Pushing event updated for resources: {'Network': ['ID=83ea8604-73be-4c26-bd78-f0266bf2e6fa,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:52.528975 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 83ea8604-73be-4c26-bd78-f0266bf2e6fa details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:17:52.545263 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0f911dd1-7a2f-4a6c-b23e-697e9d7fd05d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6398480 Apr 12 17:17:52.548130 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47286) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:52.553416 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Request body: {'subnet': {'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-subnet', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:17:52.639302 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Made reservation on behalf of 3e288f3ecd744caf835ffc29776c0a1a for: {'subnet': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:17:52.641530 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3276916'] for subnet (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:52.675708 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5e9d0-3c25-472c-b898-e2942012936c req-9dbe7554-b5d7-40ea-a751-064ed609046a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:52.677236 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43a5e9d0-3c25-472c-b898-e2942012936c req-9dbe7554-b5d7-40ea-a751-064ed609046a tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0670900 Apr 12 17:17:52.773101 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-43a5e9d0-3c25-472c-b898-e2942012936c req-364c4d9f-99cf-41aa-a18b-f644d2593bee tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680215 Apr 12 17:17:52.908692 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3605581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3276898'] for subnet (1a72a4cf-3785-4def-b908-64131f86d8a5), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:52.962200 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a72a4cf-3785-4def-b908-64131f86d8a5,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:52.978050 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Checking segment: {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:17:52.978438 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Network hostable DHCP agents. Network: 83ea8604-73be-4c26-bd78-f0266bf2e6fa, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:17:53.026434 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.062933 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Network 83ea8604-73be-4c26-bd78-f0266bf2e6fa is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:17:53.142747 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 83ea8604-73be-4c26-bd78-f0266bf2e6fa) {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:17:53.146778 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:53.147375 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.152213 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b16dd6-c5dc-4c52-841b-827f07bbce2d None None] Network 83ea8604-73be-4c26-bd78-f0266bf2e6fa requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:17:53.235129 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f598a17f-f6b7-41e8-bc5a-3175d0410afc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6859505 Apr 12 17:17:53.237818 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47290) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:53.242021 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:17:53.255838 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:17:53.256683 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.332458 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (7cc003c5-e590-479d-b979-3d8a0d773470), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.333448 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (7cc003c5-e590-479d-b979-3d8a0d773470), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.384464 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks [] for router_controller (7cc003c5-e590-479d-b979-3d8a0d773470), precommit_add_association {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.386288 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Allocated IP 172.20.0.2 (83ea8604-73be-4c26-bd78-f0266bf2e6fa/1a72a4cf-3785-4def-b908-64131f86d8a5/7c59a57f-1540-46de-9319-bd728525f64d) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:17:53.527090 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Publish callbacks [] for port (7c59a57f-1540-46de-9319-bd728525f64d), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.572030 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks [] for router_gateway (7cc003c5-e590-479d-b979-3d8a0d773470), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.576984 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (7c59a57f-1540-46de-9319-bd728525f64d), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.612531 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Network 83ea8604-73be-4c26-bd78-f0266bf2e6fa is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:17:53.615170 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:17:53.620620 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:17:53.629286 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Pushing event updated for resources: {'Port': ['ID=7c59a57f-1540-46de-9319-bd728525f64d,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:53.684987 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Attempting to bind port 7c59a57f-1540-46de-9319-bd728525f64d on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:17:53.685358 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Attempting to bind port 7c59a57f-1540-46de-9319-bd728525f64d by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:17:53.685748 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Attempting to bind port 7c59a57f-1540-46de-9319-bd728525f64d on network 83ea8604-73be-4c26-bd78-f0266bf2e6fa {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:17:53.691816 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:17:53.692191 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Checking segment: {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:17:53.693848 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.693848 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Bound using segment: {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:17:53.693848 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Bound port: 7c59a57f-1540-46de-9319-bd728525f64d, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:17:53.693848 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (7c59a57f-1540-46de-9319-bd728525f64d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.736714 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-4f3925c5-9030-4d07-a307-2a490d89b1e0 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:53.738452 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-4f3925c5-9030-4d07-a307-2a490d89b1e0 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.41 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0508657 Apr 12 17:17:53.756594 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] For port 7c59a57f-1540-46de-9319-bd728525f64d, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:17:53.759705 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] For port 7c59a57f-1540-46de-9319-bd728525f64d, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=7c59a57f-1540-46de-9319-bd728525f64d,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:17:53.805688 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks [] for router_gateway (7cc003c5-e590-479d-b979-3d8a0d773470), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.833479 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.833739 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (7c59a57f-1540-46de-9319-bd728525f64d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.834355 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-366af01a-85b3-434f-8fb7-b8759d2d6692 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Deleting port c925f780-7225-40e3-ac8f-de732cd58da8 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:53.834884 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-366af01a-85b3-434f-8fb7-b8759d2d6692 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:53.913485 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe06193-46f6-48a2-bd0a-cb50e352abdc None None] Pushing event updated for resources: {'Port': ['ID=7c59a57f-1540-46de-9319-bd728525f64d,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:53.946794 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df986aa-49b4-4ed2-84af-45c2ab755a67 req-e8b6b95a-c70f-40fb-9822-b8e97061b9a5 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:17:53.948464 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4df986aa-49b4-4ed2-84af-45c2ab755a67 req-e8b6b95a-c70f-40fb-9822-b8e97061b9a5 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 946 time: 0.0889482 Apr 12 17:17:53.973054 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Allocated IP 172.27.1.68 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/578866c0-567a-42cd-ac26-5bbd73bbb969) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:17:53.989953 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-366af01a-85b3-434f-8fb7-b8759d2d6692 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] For port c925f780-7225-40e3-ac8f-de732cd58da8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c925f780-7225-40e3-ac8f-de732cd58da8,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:53.991099 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-366af01a-85b3-434f-8fb7-b8759d2d6692 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:54.012889 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-366af01a-85b3-434f-8fb7-b8759d2d6692 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Calling delete_port for c925f780-7225-40e3-ac8f-de732cd58da8 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:54.035597 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4df986aa-49b4-4ed2-84af-45c2ab755a67 req-26a22384-7c36-4212-ab4e-2b2dc60b53ae tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774937 Apr 12 17:17:54.123529 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks [] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:54.206335 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:54.228604 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-366af01a-85b3-434f-8fb7-b8759d2d6692 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (c925f780-7225-40e3-ac8f-de732cd58da8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:54.249488 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:17:54.262777 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:17:54.262777 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:17:54.263113 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366af01a-85b3-434f-8fb7-b8759d2d6692 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Pushing event deleted for resources: {'Port': ['ID=c925f780-7225-40e3-ac8f-de732cd58da8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:54.269460 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['c925f780-7225-40e3-ac8f-de732cd58da8'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:17:54.290850 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Pushing event updated for resources: {'Port': ['ID=578866c0-567a-42cd-ac26-5bbd73bbb969,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:54.339361 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-366af01a-85b3-434f-8fb7-b8759d2d6692 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] No DVR routers for this DVR port c925f780-7225-40e3-ac8f-de732cd58da8 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:17:54.339914 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 7c59a57f-1540-46de-9319-bd728525f64d up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:17:54.341724 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-366af01a-85b3-434f-8fb7-b8759d2d6692 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:54.345131 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e6489e49-bb8c-43ce-8b56-754988accca1 req-366af01a-85b3-434f-8fb7-b8759d2d6692 tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.41 "DELETE /v2.0/ports/c925f780-7225-40e3-ac8f-de732cd58da8 HTTP/1.1" status: 204 len: 173 time: 0.6016061 Apr 12 17:17:54.345571 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'name': 'network-vif-deleted', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:17:54.348378 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029fe96d-f647-448c-8cd9-eb39dbc0632a" -d '{"events": [{"server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "name": "network-vif-deleted", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:17:54.393069 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ffd9a2-4a49-404f-99b1-0933feb5119e x-openstack-request-id: req-c5ffd9a2-4a49-404f-99b1-0933feb5119e {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:17:54.393488 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508ef394-1628-4096-91ab-52e7408d9119", "name": "network-vif-deleted", "tag": "c925f780-7225-40e3-ac8f-de732cd58da8", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:17:54.393849 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5ffd9a2-4a49-404f-99b1-0933feb5119e {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:17:54.394380 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ffd9a2-4a49-404f-99b1-0933feb5119e'] response: {'server_uuid': '508ef394-1628-4096-91ab-52e7408d9119', 'name': 'network-vif-deleted', 'tag': 'c925f780-7225-40e3-ac8f-de732cd58da8', 'status': 'completed', 'code': 200} Apr 12 17:17:54.400853 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 7c59a57f-1540-46de-9319-bd728525f64d triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:17:54.400853 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (7c59a57f-1540-46de-9319-bd728525f64d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:54.479810 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 7c59a57f-1540-46de-9319-bd728525f64d is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:17:54.480201 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (7c59a57f-1540-46de-9319-bd728525f64d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:54.514593 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 7c59a57f-1540-46de-9319-bd728525f64d, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=7c59a57f-1540-46de-9319-bd728525f64d,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:54.560791 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (7c59a57f-1540-46de-9319-bd728525f64d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:54.616489 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=7c59a57f-1540-46de-9319-bd728525f64d,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:54.628360 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks [] for router_gateway (7cc003c5-e590-479d-b979-3d8a0d773470), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:54.844215 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (7cc003c5-e590-479d-b979-3d8a0d773470), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:54.922061 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ea604-2332-4ab7-80fd-dae51611839d None None] Network 83ea8604-73be-4c26-bd78-f0266bf2e6fa requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:17:55.032371 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-226a1501-71de-4e16-bfb1-831f9205a7e6 None None] Provisioning complete for port 7c59a57f-1540-46de-9319-bd728525f64d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:17:55.032743 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-226a1501-71de-4e16-bfb1-831f9205a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (7c59a57f-1540-46de-9319-bd728525f64d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:55.045442 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Router 7cc003c5-e590-479d-b979-3d8a0d773470 is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:17:55.129823 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-226a1501-71de-4e16-bfb1-831f9205a7e6 None None] Current status of the port 7c59a57f-1540-46de-9319-bd728525f64d is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:17:55.192620 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dda25ac3-abba-43de-bb63-6a55c48f2d41 req-c77179ca-b5ab-48c7-8d26-6ee2b85445be tempest-TestMinimumBasicScenario-1673290445 tempest-TestMinimumBasicScenario-1673290445-project] 10.222.0.64 "GET /v2.0/ports?device_id=508ef394-1628-4096-91ab-52e7408d9119 HTTP/1.1" status: 200 len: 210 time: 0.0309570 Apr 12 17:17:55.193826 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:17:55.214648 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Sync routers for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:17:55.224910 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:55.225536 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:55.299057 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:55.300593 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b91c62b3-cf0d-48a9-b90e-a3f57d02424f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0616708 Apr 12 17:17:55.303341 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47300) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:55.333171 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:55.350570 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-a1357e1b-a958-4695-9c53-ccac702f46e4 None None] Provisioning complete for port 7c59a57f-1540-46de-9319-bd728525f64d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:17:55.351038 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a1357e1b-a958-4695-9c53-ccac702f46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (7c59a57f-1540-46de-9319-bd728525f64d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:55.437348 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a1357e1b-a958-4695-9c53-ccac702f46e4 None None] Current status of the port 7c59a57f-1540-46de-9319-bd728525f64d is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:17:55.509143 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:54Z', 'revision_number': 3, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:55.538791 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Checking router: 7cc003c5-e590-479d-b979-3d8a0d773470 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:17:55.539140 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Updating router 7cc003c5-e590-479d-b979-3d8a0d773470 port 578866c0-567a-42cd-ac26-5bbd73bbb969 binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:17:55.567013 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:55.740129 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:55.815086 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Publish callbacks [] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:55.879955 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:55.891994 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Allocated IP 172.20.0.1 (83ea8604-73be-4c26-bd78-f0266bf2e6fa/1a72a4cf-3785-4def-b908-64131f86d8a5/6c1c9ae7-0366-444f-ae96-0b775becc16c) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:17:55.936124 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Attempting to bind port 578866c0-567a-42cd-ac26-5bbd73bbb969 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:17:55.936493 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Attempting to bind port 578866c0-567a-42cd-ac26-5bbd73bbb969 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:17:55.936857 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Attempting to bind port 578866c0-567a-42cd-ac26-5bbd73bbb969 on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:17:55.938741 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Pushing event updated for resources: {'Port': ['ID=578866c0-567a-42cd-ac26-5bbd73bbb969,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:55.947285 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:17:55.947667 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:17:55.947982 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:55.948376 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:17:55.948833 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Bound port: 578866c0-567a-42cd-ac26-5bbd73bbb969, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:17:55.949207 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:55.952150 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.952494 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.952859 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.953217 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.953558 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.953887 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.954211 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.954563 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.954895 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.955217 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.955548 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.955906 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.956267 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.956583 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:55.956900 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:17:56.003482 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Publish callbacks [] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:56.008411 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] For port 578866c0-567a-42cd-ac26-5bbd73bbb969, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:17:56.011528 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] For port 578866c0-567a-42cd-ac26-5bbd73bbb969, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=578866c0-567a-42cd-ac26-5bbd73bbb969,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:17:56.069214 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:56.091950 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:56.125841 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:56.126557 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:56.130521 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Network 83ea8604-73be-4c26-bd78-f0266bf2e6fa is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:17:56.133297 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:17:56.135719 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:17:56.162505 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3686a-f741-4a7a-b832-098c986fc488 None None] Pushing event updated for resources: {'Port': ['ID=578866c0-567a-42cd-ac26-5bbd73bbb969,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:56.180214 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Pushing event updated for resources: {'Port': ['ID=6c1c9ae7-0366-444f-ae96-0b775becc16c,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:56.188176 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (7cc003c5-e590-479d-b979-3d8a0d773470), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:56.246842 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:56.351046 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 7c59a57f-1540-46de-9319-bd728525f64d up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:17:56.399538 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 7c59a57f-1540-46de-9319-bd728525f64d triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:17:56.399921 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (7c59a57f-1540-46de-9319-bd728525f64d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:56.428127 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:54Z', 'revision_number': 3, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:56.449079 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:56.460573 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9500261-2262-472e-87ad-ecf0e01f0304 None None] The sync data for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi is: [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:54Z', 'revision_number': 3, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:17:56.466806 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-cee672ca-90bb-4a94-855f-0e1f45b5d3f5 None None] Provisioning complete for port 6c1c9ae7-0366-444f-ae96-0b775becc16c triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:17:56.467172 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cee672ca-90bb-4a94-855f-0e1f45b5d3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:56.540667 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 7c59a57f-1540-46de-9319-bd728525f64d is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:17:56.545346 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-cee672ca-90bb-4a94-855f-0e1f45b5d3f5 None None] Port 6c1c9ae7-0366-444f-ae96-0b775becc16c cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:17:56.646886 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Publish callbacks [] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:56.700755 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:57.054965 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Pushing event updated for resources: {'Port': ['ID=6c1c9ae7-0366-444f-ae96-0b775becc16c,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:57.057770 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (7cc003c5-e590-479d-b979-3d8a0d773470), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:57.160166 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Network 83ea8604-73be-4c26-bd78-f0266bf2e6fa is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:17:57.161680 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:17:57.296568 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Router 7cc003c5-e590-479d-b979-3d8a0d773470 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:17:57.414283 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:17:57.418332 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device c925f780-7225-40e3-ac8f-de732cd58da8 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:17:57.420367 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8e2ec078-5859-42ee-a8f1-9e2b587b5f36 admin admin] 10.222.0.64 "PUT /v2.0/routers/7cc003c5-e590-479d-b979-3d8a0d773470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1159742 Apr 12 17:17:57.442246 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: c925f780-7225-40e3-ac8f-de732cd58da8 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:17:57.442619 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device c925f780-7225-40e3-ac8f-de732cd58da8 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:17:57.469360 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-43691f05-fc47-4c28-ae17-586ca8187fd3 None None] Provisioning complete for port 6c1c9ae7-0366-444f-ae96-0b775becc16c triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:17:57.470152 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-43691f05-fc47-4c28-ae17-586ca8187fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:57.506246 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-43691f05-fc47-4c28-ae17-586ca8187fd3 None None] Port 6c1c9ae7-0366-444f-ae96-0b775becc16c cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:17:57.870085 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47356) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:57.979844 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47360) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:57.985516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-e09c574a-6b57-40c8-829a-d20e13749426 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1950137170', 'description': 'tempest-description--1063802539'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:17:58.077968 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e09c574a-6b57-40c8-829a-d20e13749426 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.150977 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e09c574a-6b57-40c8-829a-d20e13749426 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.215373 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Sync routers for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:17:58.217074 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e09c574a-6b57-40c8-829a-d20e13749426 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.225975 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:58.226854 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:58.249295 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c574a-6b57-40c8-829a-d20e13749426 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:58.277183 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660438'] for router_interface (fbd7e567-0be9-41a6-bcd4-addf8944af48), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.299759 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e09c574a-6b57-40c8-829a-d20e13749426 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.301560 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e09c574a-6b57-40c8-829a-d20e13749426 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3199780 Apr 12 17:17:58.304243 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47362) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:58.319415 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-52faa7df-9d08-4c91-aab4-f7856d23f07d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'security_group_rule': {'security_group_id': 'c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:17:58.349175 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:58.375881 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 578866c0-567a-42cd-ac26-5bbd73bbb969 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:17:58.406119 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-52faa7df-9d08-4c91-aab4-f7856d23f07d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (8d71f73c-be58-46f7-bab8-7840b31714bb), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.471084 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-52faa7df-9d08-4c91-aab4-f7856d23f07d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (8d71f73c-be58-46f7-bab8-7840b31714bb), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.518015 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 578866c0-567a-42cd-ac26-5bbd73bbb969 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:17:58.518645 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.534892 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] Deleting port cfa74416-954e-437d-b4cd-d8208d961402 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:58.535232 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (cfa74416-954e-437d-b4cd-d8208d961402), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.540927 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-52faa7df-9d08-4c91-aab4-f7856d23f07d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (8d71f73c-be58-46f7-bab8-7840b31714bb), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.566638 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faa7df-9d08-4c91-aab4-f7856d23f07d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d71f73c-be58-46f7-bab8-7840b31714bb,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:58.612761 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 2, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:58.616531 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] For port cfa74416-954e-437d-b4cd-d8208d961402, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=cfa74416-954e-437d-b4cd-d8208d961402,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:58.616900 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (cfa74416-954e-437d-b4cd-d8208d961402), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.630954 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] Calling delete_port for cfa74416-954e-437d-b4cd-d8208d961402 owned by network:router_interface {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:17:58.634272 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-52faa7df-9d08-4c91-aab4-f7856d23f07d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.637976 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-52faa7df-9d08-4c91-aab4-f7856d23f07d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3302038 Apr 12 17:17:58.638240 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47366) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:58.643123 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-611da4e8-270d-4149-9f3d-5609df105870 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'security_group_rule': {'security_group_id': 'c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:17:58.657387 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Checking router: 7cc003c5-e590-479d-b979-3d8a0d773470 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:17:58.657744 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Updating router 7cc003c5-e590-479d-b979-3d8a0d773470 port 6c1c9ae7-0366-444f-ae96-0b775becc16c binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:17:58.687833 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 578866c0-567a-42cd-ac26-5bbd73bbb969 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:17:58.688223 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.700045 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.735165 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-611da4e8-270d-4149-9f3d-5609df105870 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (7ba076d9-7639-4800-80e1-2fb01ccafe82), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.795860 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-611da4e8-270d-4149-9f3d-5609df105870 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (7ba076d9-7639-4800-80e1-2fb01ccafe82), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.844110 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 578866c0-567a-42cd-ac26-5bbd73bbb969, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=578866c0-567a-42cd-ac26-5bbd73bbb969,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:58.856912 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-611da4e8-270d-4149-9f3d-5609df105870 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (7ba076d9-7639-4800-80e1-2fb01ccafe82), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.876951 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611da4e8-270d-4149-9f3d-5609df105870 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba076d9-7639-4800-80e1-2fb01ccafe82,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:58.886050 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (cfa74416-954e-437d-b4cd-d8208d961402), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.909683 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa74416-954e-437d-b4cd-d8208d961402,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:58.948354 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:58.994489 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-611da4e8-270d-4149-9f3d-5609df105870 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.002042 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-611da4e8-270d-4149-9f3d-5609df105870 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626475 Apr 12 17:17:59.003085 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47368) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:59.008990 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:17:59.060487 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=578866c0-567a-42cd-ac26-5bbd73bbb969,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:59.102448 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660298'] for router_interface (fbd7e567-0be9-41a6-bcd4-addf8944af48), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.114215 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.173367 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Publish callbacks [] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.196669 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.262469 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.305786 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Allocated IP 172.27.1.166 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/c508bb64-a53a-410d-bbfb-1b2bb74538b1) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:17:59.315979 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3ae92-f012-4d2e-b39c-605149337827 None None] Pushing event updated for resources: {'Port': ['ID=6c1c9ae7-0366-444f-ae96-0b775becc16c,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:59.344650 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] Router fbd7e567-0be9-41a6-bcd4-addf8944af48 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:17:59.374257 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Attempting to bind port 6c1c9ae7-0366-444f-ae96-0b775becc16c on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:17:59.374668 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Attempting to bind port 6c1c9ae7-0366-444f-ae96-0b775becc16c by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:17:59.375035 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Attempting to bind port 6c1c9ae7-0366-444f-ae96-0b775becc16c on network 83ea8604-73be-4c26-bd78-f0266bf2e6fa {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:17:59.381044 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:17:59.381489 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Checking segment: {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:17:59.382545 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.382545 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Bound using segment: {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:17:59.382765 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Bound port: 6c1c9ae7-0366-444f-ae96-0b775becc16c, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:17:59.383156 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.456617 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] For port 6c1c9ae7-0366-444f-ae96-0b775becc16c, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:17:59.459949 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for port (c508bb64-a53a-410d-bbfb-1b2bb74538b1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.460092 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] For port 6c1c9ae7-0366-444f-ae96-0b775becc16c, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=6c1c9ae7-0366-444f-ae96-0b775becc16c,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:17:59.480306 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:17:59.488643 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-62b9b9c1-d562-4f6e-a1e9-0d54be7cd4b5 admin admin] 10.222.0.64 "PUT /v2.0/routers/fbd7e567-0be9-41a6-bcd4-addf8944af48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6144490 Apr 12 17:17:59.489659 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47370) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:17:59.495373 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] Sync routers for ids ['fbd7e567-0be9-41a6-bcd4-addf8944af48'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:17:59.508543 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] Routers {'fbd7e567-0be9-41a6-bcd4-addf8944af48'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:59.509210 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['fbd7e567-0be9-41a6-bcd4-addf8944af48'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:59.541005 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-b75d5780-3566-4141-8a28-7cad28e9e344 None None] Provisioning complete for port 6c1c9ae7-0366-444f-ae96-0b775becc16c triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:17:59.542060 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b75d5780-3566-4141-8a28-7cad28e9e344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.567089 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.571820 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (c508bb64-a53a-410d-bbfb-1b2bb74538b1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.618988 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:17:59.625897 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:17:59.634870 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:17:59.636508 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Publish callbacks [] for router (fbd7e567-0be9-41a6-bcd4-addf8944af48), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.653051 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] Set router fbd7e567-0be9-41a6-bcd4-addf8944af48 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:59.664561 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'Port': ['ID=c508bb64-a53a-410d-bbfb-1b2bb74538b1,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:59.668669 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:17:59.673823 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:59.746333 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3ae92-f012-4d2e-b39c-605149337827 None None] Pushing event updated for resources: {'Port': ['ID=6c1c9ae7-0366-444f-ae96-0b775becc16c,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:17:59.771174 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (ff619862-6263-45ef-b0c4-c04e1eb981f2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.807407 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b75d5780-3566-4141-8a28-7cad28e9e344 None None] Current status of the port 6c1c9ae7-0366-444f-ae96-0b775becc16c is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:17:59.807952 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b75d5780-3566-4141-8a28-7cad28e9e344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.810134 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Publish callbacks [] for router_gateway (fbd7e567-0be9-41a6-bcd4-addf8944af48), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.876647 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c508bb64-a53a-410d-bbfb-1b2bb74538b1), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:17:59.877068 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 5, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port': {'id': '8494db7d-c187-4188-8031-ba18f0ab42bd', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:12:57Z', 'updated_at': '2022-04-12T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:17:59.883796 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-b75d5780-3566-4141-8a28-7cad28e9e344 None None] For port 6c1c9ae7-0366-444f-ae96-0b775becc16c, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=6c1c9ae7-0366-444f-ae96-0b775becc16c,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:17:59.899544 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:17:59.913533 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Deleting port 8494db7d-c187-4188-8031-ba18f0ab42bd {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:17:59.914206 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.008256 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] For port 8494db7d-c187-4188-8031-ba18f0ab42bd, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=8494db7d-c187-4188-8031-ba18f0ab42bd,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:00.008964 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.009459 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b75d5780-3566-4141-8a28-7cad28e9e344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.021778 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] Checking router: fbd7e567-0be9-41a6-bcd4-addf8944af48 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:18:00.029342 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Calling delete_port for 8494db7d-c187-4188-8031-ba18f0ab42bd owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:18:00.033077 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] Routers {'fbd7e567-0be9-41a6-bcd4-addf8944af48'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:18:00.033705 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['fbd7e567-0be9-41a6-bcd4-addf8944af48'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:00.077716 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for port (c508bb64-a53a-410d-bbfb-1b2bb74538b1), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.122786 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d5780-3566-4141-8a28-7cad28e9e344 None None] Pushing event updated for resources: {'Port': ['ID=6c1c9ae7-0366-444f-ae96-0b775becc16c,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:00.135985 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] Set router fbd7e567-0be9-41a6-bcd4-addf8944af48 gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:18:00.146033 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-987da260-7110-482b-8a73-907cb7b5c5ac None None] Provisioning complete for port 6c1c9ae7-0366-444f-ae96-0b775becc16c triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:18:00.146421 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-987da260-7110-482b-8a73-907cb7b5c5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.170950 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (c508bb64-a53a-410d-bbfb-1b2bb74538b1), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.190484 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 6, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port_host': None}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:00.223771 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922befa0-dbf1-4d6a-b0f1-b5763b3bcd81 None None] The sync data for ids ['fbd7e567-0be9-41a6-bcd4-addf8944af48'] in dv-cinder-837531-1-iscsi is: [{'id': 'fbd7e567-0be9-41a6-bcd4-addf8944af48', 'name': 'tempest-TestMinimumBasicScenario-447776592-router', 'tenant_id': '0734c6ed5f4045a79695937ee790fd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:12:56Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 6, 'project_id': '0734c6ed5f4045a79695937ee790fd49', 'gw_port_host': None}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:18:00.267533 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-987da260-7110-482b-8a73-907cb7b5c5ac None None] Current status of the port 6c1c9ae7-0366-444f-ae96-0b775becc16c is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:18:00.272179 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:00.275314 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'Port': ['ID=c508bb64-a53a-410d-bbfb-1b2bb74538b1,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:00.277811 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (ff619862-6263-45ef-b0c4-c04e1eb981f2), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.300623 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a77be-aa7a-4710-ad48-faa8f3b1b040 None None] The sync data for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi is: [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:18:00.320085 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (8494db7d-c187-4188-8031-ba18f0ab42bd), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.348732 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8494db7d-c187-4188-8031-ba18f0ab42bd,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:00.367748 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.369028 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-03bd11a1-050f-4e7f-ae3b-567ccf8aa77e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3638706 Apr 12 17:18:00.413771 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662764'] for router_gateway (fbd7e567-0be9-41a6-bcd4-addf8944af48), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.508327 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45033'] for router (fbd7e567-0be9-41a6-bcd4-addf8944af48), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.510665 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Publish callbacks [] for router_controller (fbd7e567-0be9-41a6-bcd4-addf8944af48), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.518387 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-d3fba2b1-b680-4937-b439-e9c086385168 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1950137170&fields=id&tenant_id=3e288f3ecd744caf835ffc29776c0a1a HTTP/1.1" status: 200 len: 267 time: 0.0425522 Apr 12 17:18:00.622776 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666377'] for router (fbd7e567-0be9-41a6-bcd4-addf8944af48), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.624340 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbd7e567-0be9-41a6-bcd4-addf8944af48 {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:18:00.631133 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.632559 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a42f6f84-196c-46bc-8485-dc333e3fd4d1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/fbd7e567-0be9-41a6-bcd4-addf8944af48 HTTP/1.1" status: 204 len: 168 time: 1.1414418 Apr 12 17:18:00.643963 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47386) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:00.665405 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-2caedba6-5361-4d1a-826e-ae7544e071d7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:00.667789 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-2caedba6-5361-4d1a-826e-ae7544e071d7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 816 time: 0.1430957 Apr 12 17:18:00.686221 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-4510fc78-f42e-4e03-98fd-0593a619256e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/quotas/3e288f3ecd744caf835ffc29776c0a1a HTTP/1.1" status: 200 len: 375 time: 0.0104582 Apr 12 17:18:00.711135 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5250d0-658f-4407-9052-5bfab60d6a59 admin admin] Deleting subnet a902e7ca-5635-4466-89ea-203c24cb28dd {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:18:00.715027 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fc5250d0-658f-4407-9052-5bfab60d6a59 admin admin] Publish callbacks [] for subnet (a902e7ca-5635-4466-89ea-203c24cb28dd), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.765863 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fc5250d0-658f-4407-9052-5bfab60d6a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211967'] for subnet (a902e7ca-5635-4466-89ea-203c24cb28dd), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.773508 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-928bb1c0-d310-422d-b063-c8c0007e60e2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759678 Apr 12 17:18:00.871016 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fc5250d0-658f-4407-9052-5bfab60d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (a902e7ca-5635-4466-89ea-203c24cb28dd), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:00.888513 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-364065ec-6ff8-4972-a578-59b004daefb2 service neutron] 10.222.0.64 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013358 Apr 12 17:18:00.992638 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-8fec7ec8-f53c-44d7-b71b-6b0fca8ada99 service neutron] 10.222.0.64 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968919 Apr 12 17:18:01.110666 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 578866c0-567a-42cd-ac26-5bbd73bbb969 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:18:01.169236 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 578866c0-567a-42cd-ac26-5bbd73bbb969 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:18:01.170507 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.264750 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 578866c0-567a-42cd-ac26-5bbd73bbb969 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:18:01.269332 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fc5250d0-658f-4407-9052-5bfab60d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3604882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3276891'] for subnet (a902e7ca-5635-4466-89ea-203c24cb28dd), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.295900 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5250d0-658f-4407-9052-5bfab60d6a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a902e7ca-5635-4466-89ea-203c24cb28dd,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:01.299786 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fc5250d0-658f-4407-9052-5bfab60d6a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.303672 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-fc5250d0-658f-4407-9052-5bfab60d6a59 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a902e7ca-5635-4466-89ea-203c24cb28dd HTTP/1.1" status: 204 len: 168 time: 0.6580100 Apr 12 17:18:01.305697 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47388) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:01.308235 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef70eb21-f49e-4a5f-8fbd-4f02108792f7 None None] Network 215116c1-5400-4265-a5b7-743b0045977e requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:18:01.389701 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (215116c1-5400-4265-a5b7-743b0045977e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.449612 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Deleting port 2232e219-efbf-4ced-8bdd-f78324d309bf {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:18:01.449947 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.485625 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5c6226-b313-484c-a210-2ca2661d44c1 None None] DHCP port deletion for 215116c1-5400-4265-a5b7-743b0045977e request from dv-cinder-837531-1-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:18:01.522562 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] For port 2232e219-efbf-4ced-8bdd-f78324d309bf, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2232e219-efbf-4ced-8bdd-f78324d309bf,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:01.523374 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.535851 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c6226-b313-484c-a210-2ca2661d44c1 None None] Deleting port 2232e219-efbf-4ced-8bdd-f78324d309bf {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:18:01.536455 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6226-b313-484c-a210-2ca2661d44c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.542844 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Calling delete_port for 2232e219-efbf-4ced-8bdd-f78324d309bf owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:18:01.604110 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-ea5c6226-b313-484c-a210-2ca2661d44c1 None None] For port 2232e219-efbf-4ced-8bdd-f78324d309bf, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2232e219-efbf-4ced-8bdd-f78324d309bf,segment=NetworkSegment(5334b53c-39e2-43a7-8da9-97ae7919973b),segment_id=5334b53c-39e2-43a7-8da9-97ae7919973b)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:01.604605 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6226-b313-484c-a210-2ca2661d44c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.621022 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c6226-b313-484c-a210-2ca2661d44c1 None None] Calling delete_port for 2232e219-efbf-4ced-8bdd-f78324d309bf owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:18:01.731195 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.738769 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6226-b313-484c-a210-2ca2661d44c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110'] for port (2232e219-efbf-4ced-8bdd-f78324d309bf), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.760090 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2232e219-efbf-4ced-8bdd-f78324d309bf,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:01.762459 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] No DVR routers for this DVR port 2232e219-efbf-4ced-8bdd-f78324d309bf on host dv-cinder-837531-1-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:18:01.766535 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c6226-b313-484c-a210-2ca2661d44c1 None None] Pushing event deleted for resources: {'Port': ['ID=2232e219-efbf-4ced-8bdd-f78324d309bf,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:01.770954 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c6226-b313-484c-a210-2ca2661d44c1 None None] No DVR routers for this DVR port 2232e219-efbf-4ced-8bdd-f78324d309bf on host dv-cinder-837531-1-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:18:01.771690 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.772073 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.772375 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.772716 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.773047 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.773387 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.773741 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.774073 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.774431 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.774855 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.775189 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.780150 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.780150 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.780302 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.780611 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:01.853281 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (215116c1-5400-4265-a5b7-743b0045977e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.876428 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215116c1-5400-4265-a5b7-743b0045977e']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:01.886041 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5334b53c-39e2-43a7-8da9-97ae7919973b') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:01.886335 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5334b53c-39e2-43a7-8da9-97ae7919973b') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:01.895923 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3211908'] for segment (5334b53c-39e2-43a7-8da9-97ae7919973b), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.909956 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (5334b53c-39e2-43a7-8da9-97ae7919973b), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.916917 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:18:01.917312 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3604776'] for segment (5334b53c-39e2-43a7-8da9-97ae7919973b), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: Traceback (most recent call last): Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: timer() Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: cb(*args, **kw) Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: return func(*args, **kwargs) Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: self._notify() Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: self.callback(batched_events) Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: event.method(event) Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: return f(self, *a, **k) Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._get(url).json() Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: return self.request(url, 'GET', **kwargs) Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:18:01.919131 dv-cinder-837531-1-iscsi neutron-server[103959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:18:02.016968 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (215116c1-5400-4265-a5b7-743b0045977e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:02.022225 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:02.025284 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] 10.222.0.64 "DELETE /v2.0/networks/215116c1-5400-4265-a5b7-743b0045977e HTTP/1.1" status: 204 len: 168 time: 0.7186563 Apr 12 17:18:02.028381 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47390) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:02.036581 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd3e0c-943a-4493-93ea-3a86d9b2d8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=215116c1-5400-4265-a5b7-743b0045977e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:02.313730 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a63fa6d-0090-40d5-8e71-5cb2c3e75cf6 req-51ec8bb0-1e85-436e-9feb-3590ea3700d5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 210 time: 0.0427349 Apr 12 17:18:02.344921 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 6c1c9ae7-0366-444f-ae96-0b775becc16c up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:18:02.389722 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 6c1c9ae7-0366-444f-ae96-0b775becc16c triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:18:02.390108 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:02.468802 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 6c1c9ae7-0366-444f-ae96-0b775becc16c is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:18:02.518658 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 8494db7d-c187-4188-8031-ba18f0ab42bd no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:18:02.540070 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 8494db7d-c187-4188-8031-ba18f0ab42bd {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:18:02.540419 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 8494db7d-c187-4188-8031-ba18f0ab42bd not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:18:02.540829 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device cfa74416-954e-437d-b4cd-d8208d961402 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:18:02.560414 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: cfa74416-954e-437d-b4cd-d8208d961402 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:18:02.560672 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device cfa74416-954e-437d-b4cd-d8208d961402 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:18:02.561084 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2232e219-efbf-4ced-8bdd-f78324d309bf no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:18:02.580372 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 2232e219-efbf-4ced-8bdd-f78324d309bf {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:18:02.581205 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2232e219-efbf-4ced-8bdd-f78324d309bf not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:18:02.674269 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660438'] for router_interface (16d474fa-51ea-40d9-b28d-a58459d589cf), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:02.947280 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Deleting port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:18:02.947616 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:03.026539 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] For port 2792d3e1-9c9f-4485-bc6c-fdfab56f718e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2792d3e1-9c9f-4485-bc6c-fdfab56f718e,segment=NetworkSegment(5fee01c7-26af-4295-b4e3-3c315173b501),segment_id=5fee01c7-26af-4295-b4e3-3c315173b501)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:03.026933 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:03.039638 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Calling delete_port for 2792d3e1-9c9f-4485-bc6c-fdfab56f718e owned by network:router_interface {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:18:03.266405 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (2792d3e1-9c9f-4485-bc6c-fdfab56f718e), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:03.292300 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Pushing event deleted for resources: {'Port': ['ID=2792d3e1-9c9f-4485-bc6c-fdfab56f718e,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:03.329858 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.330211 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.330580 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.330927 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.331264 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.331695 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.332020 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.332347 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.332709 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.333042 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.333375 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.333704 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.334028 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.334347 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.334717 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:18:03.409454 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-da8d1b62-cfc3-430e-8efa-bff82ba34e85 req-c4ab0238-332a-4868-9504-e69dbe0b104f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 210 time: 0.0351369 Apr 12 17:18:03.508305 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660298'] for router_interface (16d474fa-51ea-40d9-b28d-a58459d589cf), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:03.721894 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Router 16d474fa-51ea-40d9-b28d-a58459d589cf has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:18:03.828370 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:18:03.834111 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-79c11e55-7354-4fb0-badd-d930a75d142f admin admin] 10.222.0.64 "PUT /v2.0/routers/16d474fa-51ea-40d9-b28d-a58459d589cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8046570 Apr 12 17:18:03.836534 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47404) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:03.839350 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] Sync routers for ids ['16d474fa-51ea-40d9-b28d-a58459d589cf'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:18:03.850019 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] Routers {'16d474fa-51ea-40d9-b28d-a58459d589cf'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:18:03.850668 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['16d474fa-51ea-40d9-b28d-a58459d589cf'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:03.943450 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Publish callbacks [] for router (16d474fa-51ea-40d9-b28d-a58459d589cf), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:03.959464 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] Set router 16d474fa-51ea-40d9-b28d-a58459d589cf gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:18:04.050206 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Publish callbacks [] for router_gateway (16d474fa-51ea-40d9-b28d-a58459d589cf), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:04.128284 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'name': 'tempest-TestMinimumBasicScenario-1245509601-router', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '532b3748-61fa-483d-9277-48b497065d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:18:03Z', 'revision_number': 5, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'gw_port': {'id': '532b3748-61fa-483d-9277-48b497065d14', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:04.154721 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] Checking router: 16d474fa-51ea-40d9-b28d-a58459d589cf for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:18:04.159036 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Deleting port 532b3748-61fa-483d-9277-48b497065d14 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:18:04.159380 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (532b3748-61fa-483d-9277-48b497065d14), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:04.163494 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] Routers {'16d474fa-51ea-40d9-b28d-a58459d589cf'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:18:04.164101 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['16d474fa-51ea-40d9-b28d-a58459d589cf'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:04.239646 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] For port 532b3748-61fa-483d-9277-48b497065d14, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=532b3748-61fa-483d-9277-48b497065d14,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:04.240099 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (532b3748-61fa-483d-9277-48b497065d14), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:04.257700 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Calling delete_port for 532b3748-61fa-483d-9277-48b497065d14 owned by network:router_gateway {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:18:04.379822 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] Set router 16d474fa-51ea-40d9-b28d-a58459d589cf gateway port host: None {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:18:04.434939 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'name': 'tempest-TestMinimumBasicScenario-1245509601-router', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:18:04Z', 'revision_number': 6, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'gw_port_host': None}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:04.462142 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe896c7-d5ab-43e1-b620-c205b94f5c78 None None] The sync data for ids ['16d474fa-51ea-40d9-b28d-a58459d589cf'] in dv-cinder-837531-1-iscsi is: [{'id': '16d474fa-51ea-40d9-b28d-a58459d589cf', 'name': 'tempest-TestMinimumBasicScenario-1245509601-router', 'tenant_id': '804665b99bf6464fa634ffed220f0db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:13:04Z', 'updated_at': '2022-04-12T17:18:04Z', 'revision_number': 6, 'project_id': '804665b99bf6464fa634ffed220f0db5', 'gw_port_host': None}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:18:04.492305 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e7450d6c-1ff9-4f62-abf6-2ed9e9fd3c08 req-a934896a-0e5f-4853-b1c4-2f8717ce77b7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 210 time: 0.0286384 Apr 12 17:18:04.506146 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (532b3748-61fa-483d-9277-48b497065d14), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:04.532563 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Pushing event deleted for resources: {'Port': ['ID=532b3748-61fa-483d-9277-48b497065d14,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:04.594112 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662764'] for router_gateway (16d474fa-51ea-40d9-b28d-a58459d589cf), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:04.697836 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45033'] for router (16d474fa-51ea-40d9-b28d-a58459d589cf), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:04.699964 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Publish callbacks [] for router_controller (16d474fa-51ea-40d9-b28d-a58459d589cf), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:04.828494 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666377'] for router (16d474fa-51ea-40d9-b28d-a58459d589cf), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:04.829056 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16d474fa-51ea-40d9-b28d-a58459d589cf {{(pid=103958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:18:04.834566 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:04.835749 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-823f5caa-e4e3-4ab3-8f64-9257c5a8a29c admin admin] 10.222.0.64 "DELETE /v2.0/routers/16d474fa-51ea-40d9-b28d-a58459d589cf HTTP/1.1" status: 204 len: 168 time: 0.9982898 Apr 12 17:18:04.838307 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47416) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:04.885509 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8fa2c0-4140-4221-9f5e-32a5f6011a99 admin admin] Deleting subnet 96a96ca7-741a-44cf-8ba0-070e5b142baf {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:18:04.888746 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-de8fa2c0-4140-4221-9f5e-32a5f6011a99 admin admin] Publish callbacks [] for subnet (96a96ca7-741a-44cf-8ba0-070e5b142baf), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:04.922873 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-de8fa2c0-4140-4221-9f5e-32a5f6011a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981811'] for subnet (96a96ca7-741a-44cf-8ba0-070e5b142baf), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.027894 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-de8fa2c0-4140-4221-9f5e-32a5f6011a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (96a96ca7-741a-44cf-8ba0-070e5b142baf), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.125424 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-de8fa2c0-4140-4221-9f5e-32a5f6011a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3604511'] for subnet (96a96ca7-741a-44cf-8ba0-070e5b142baf), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.153460 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fa2c0-4140-4221-9f5e-32a5f6011a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a96ca7-741a-44cf-8ba0-070e5b142baf,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:05.157195 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-de8fa2c0-4140-4221-9f5e-32a5f6011a99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.161129 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-de8fa2c0-4140-4221-9f5e-32a5f6011a99 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/96a96ca7-741a-44cf-8ba0-070e5b142baf HTTP/1.1" status: 204 len: 168 time: 0.3215761 Apr 12 17:18:05.163542 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8f98f-dc96-4b33-a3a3-ff86e2081166 None None] Network a214b37b-e709-4356-bfe0-5d9067961fbe requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:18:05.164070 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47418) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:05.236430 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (a214b37b-e709-4356-bfe0-5d9067961fbe), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.284786 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Deleting port dab32146-e774-4f97-ad54-289ba9a7f82d {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:18:05.285132 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.306178 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c0685-1448-4eb1-bafd-7bb2a3ad72f7 None None] DHCP port deletion for a214b37b-e709-4356-bfe0-5d9067961fbe request from dv-cinder-837531-1-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:18:05.347036 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c0685-1448-4eb1-bafd-7bb2a3ad72f7 None None] Deleting port dab32146-e774-4f97-ad54-289ba9a7f82d {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:18:05.347414 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0685-1448-4eb1-bafd-7bb2a3ad72f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.420676 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-5a1c0685-1448-4eb1-bafd-7bb2a3ad72f7 None None] For port dab32146-e774-4f97-ad54-289ba9a7f82d, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=dab32146-e774-4f97-ad54-289ba9a7f82d,segment=NetworkSegment(5fee01c7-26af-4295-b4e3-3c315173b501),segment_id=5fee01c7-26af-4295-b4e3-3c315173b501)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:05.421080 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0685-1448-4eb1-bafd-7bb2a3ad72f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.436054 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c0685-1448-4eb1-bafd-7bb2a3ad72f7 None None] Calling delete_port for dab32146-e774-4f97-ad54-289ba9a7f82d owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:18:05.612567 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d1896a21-69fa-4233-bd4a-f8abcb0a821c req-9bad9a22-a346-41bf-9e61-3a733ae32c50 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 210 time: 0.0320711 Apr 12 17:18:05.623786 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] For port dab32146-e774-4f97-ad54-289ba9a7f82d, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=dab32146-e774-4f97-ad54-289ba9a7f82d,segment=NetworkSegment(5fee01c7-26af-4295-b4e3-3c315173b501),segment_id=5fee01c7-26af-4295-b4e3-3c315173b501)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:05.624154 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.628758 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5a1c0685-1448-4eb1-bafd-7bb2a3ad72f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.638259 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Calling delete_port for dab32146-e774-4f97-ad54-289ba9a7f82d owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:18:05.655748 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c0685-1448-4eb1-bafd-7bb2a3ad72f7 None None] Pushing event deleted for resources: {'Port': ['ID=dab32146-e774-4f97-ad54-289ba9a7f82d,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:05.661410 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c0685-1448-4eb1-bafd-7bb2a3ad72f7 None None] No DVR routers for this DVR port dab32146-e774-4f97-ad54-289ba9a7f82d on host dv-cinder-837531-1-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:18:05.717604 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (dab32146-e774-4f97-ad54-289ba9a7f82d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.740343 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab32146-e774-4f97-ad54-289ba9a7f82d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:05.745893 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] No DVR routers for this DVR port dab32146-e774-4f97-ad54-289ba9a7f82d on host dv-cinder-837531-1-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:18:05.815396 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (a214b37b-e709-4356-bfe0-5d9067961fbe), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.835223 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a214b37b-e709-4356-bfe0-5d9067961fbe']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:05.844216 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fee01c7-26af-4295-b4e3-3c315173b501') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:05.844516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fee01c7-26af-4295-b4e3-3c315173b501') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:05.857448 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981768'] for segment (5fee01c7-26af-4295-b4e3-3c315173b501), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.870641 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (5fee01c7-26af-4295-b4e3-3c315173b501), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.876824 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:18:05.877239 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975750'] for segment (5fee01c7-26af-4295-b4e3-3c315173b501), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: self.session.flush() Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: self.session.flush() Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: self.session.flush() Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: self.session.flush() Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: Traceback (most recent call last): Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: timer() Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: cb(*args, **kw) Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: return func(*args, **kwargs) Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: self._notify() Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: self.callback(batched_events) Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: event.method(event) Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: return f(self, *a, **k) Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._get(url).json() Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: return self.request(url, 'GET', **kwargs) Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:18:05.879506 dv-cinder-837531-1-iscsi neutron-server[103958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:18:06.022647 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (a214b37b-e709-4356-bfe0-5d9067961fbe), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:06.028274 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:06.031419 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a214b37b-e709-4356-bfe0-5d9067961fbe HTTP/1.1" status: 204 len: 168 time: 0.8670843 Apr 12 17:18:06.041998 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940ad2b-f6f5-49ad-a989-149e47ec7232 admin admin] Pushing event deleted for resources: {'Network': ['ID=a214b37b-e709-4356-bfe0-5d9067961fbe,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:06.299689 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 532b3748-61fa-483d-9277-48b497065d14 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:18:06.320203 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 532b3748-61fa-483d-9277-48b497065d14 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:18:06.320544 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 532b3748-61fa-483d-9277-48b497065d14 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:18:06.320946 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2792d3e1-9c9f-4485-bc6c-fdfab56f718e no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:18:06.339433 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 2792d3e1-9c9f-4485-bc6c-fdfab56f718e {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:18:06.343388 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2792d3e1-9c9f-4485-bc6c-fdfab56f718e not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:18:06.343388 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device dab32146-e774-4f97-ad54-289ba9a7f82d no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:18:06.359278 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: dab32146-e774-4f97-ad54-289ba9a7f82d {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:18:06.359628 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device dab32146-e774-4f97-ad54-289ba9a7f82d not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:18:06.362779 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47430) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:06.402499 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1d8534b2-b1cc-4292-971d-dfcfe1b7aa99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0734c6ed5f4045a79695937ee790fd49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384438 Apr 12 17:18:06.404828 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47432) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:06.453366 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdae0-0acc-4681-909f-485b462c7cbb admin admin] Publish callbacks [] for security_group (4fff0db2-d4ea-4d93-ac0c-7f53357a32ec), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:06.474481 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdae0-0acc-4681-909f-485b462c7cbb admin admin] Publish callbacks [] for security_group (4fff0db2-d4ea-4d93-ac0c-7f53357a32ec), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:06.609017 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdae0-0acc-4681-909f-485b462c7cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4fff0db2-d4ea-4d93-ac0c-7f53357a32ec), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:06.611806 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdae0-0acc-4681-909f-485b462c7cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:06.613486 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ee7cdae0-0acc-4681-909f-485b462c7cbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fff0db2-d4ea-4d93-ac0c-7f53357a32ec HTTP/1.1" status: 204 len: 168 time: 0.2077367 Apr 12 17:18:06.634128 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cdae0-0acc-4681-909f-485b462c7cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff0db2-d4ea-4d93-ac0c-7f53357a32ec,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:06.732623 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4c52a374-aa9c-48ee-b98d-7d31a8af87ec req-fc7da9f6-328b-4d8d-ad82-3eb764561a8a tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 210 time: 0.0366106 Apr 12 17:18:07.285597 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47450) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:07.311966 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137da48-47b6-4475-9ec9-e7c66b787c62 req-baacb2d5-3046-4476-9869-e2a895dc3a44 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:07.313543 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2137da48-47b6-4475-9ec9-e7c66b787c62 req-baacb2d5-3046-4476-9869-e2a895dc3a44 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0543694 Apr 12 17:18:07.328643 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-816fe8c7-0ed5-410c-9db3-a4ab2dd2dac4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=804665b99bf6464fa634ffed220f0db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417428 Apr 12 17:18:07.331633 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47452) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:07.360535 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2137da48-47b6-4475-9ec9-e7c66b787c62 req-9c0e2bd6-48dd-4f5e-8db0-1221ded2ad76 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 Apr 12 17:18:07.379169 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6ec803f2-cb3b-42cf-b0a0-477d6692b2b1 admin admin] Publish callbacks [] for security_group (d1c90618-5ce1-4cda-b7ed-8da0772ee471), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:07.400411 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6ec803f2-cb3b-42cf-b0a0-477d6692b2b1 admin admin] Publish callbacks [] for security_group (d1c90618-5ce1-4cda-b7ed-8da0772ee471), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:07.517371 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6ec803f2-cb3b-42cf-b0a0-477d6692b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (d1c90618-5ce1-4cda-b7ed-8da0772ee471), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:07.520474 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6ec803f2-cb3b-42cf-b0a0-477d6692b2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:07.521637 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6ec803f2-cb3b-42cf-b0a0-477d6692b2b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1c90618-5ce1-4cda-b7ed-8da0772ee471 HTTP/1.1" status: 204 len: 168 time: 0.1891000 Apr 12 17:18:07.529530 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec803f2-cb3b-42cf-b0a0-477d6692b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c90618-5ce1-4cda-b7ed-8da0772ee471,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:07.840203 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c928ffd5-bb6e-403c-a784-ab17632bc415 req-9046d00c-752f-40f7-80dd-23689897e101 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 210 time: 0.0293758 Apr 12 17:18:08.474650 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd2d0-9bf9-4781-b9b2-348a1621540f req-6a5dacd9-4929-4d9b-bfff-2470e5bad463 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:08.476131 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ca2bd2d0-9bf9-4781-b9b2-348a1621540f req-6a5dacd9-4929-4d9b-bfff-2470e5bad463 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0483890 Apr 12 17:18:08.522669 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ca2bd2d0-9bf9-4781-b9b2-348a1621540f req-4b374123-f3fa-42c7-b4d3-745b6994ba65 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 Apr 12 17:18:08.682713 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35345df-6b76-47ab-8754-1538b041b7fc req-75b14ea8-7f83-461d-bf33-9ebcbf425980 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:08.684167 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c35345df-6b76-47ab-8754-1538b041b7fc req-75b14ea8-7f83-461d-bf33-9ebcbf425980 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 945 time: 0.0455461 Apr 12 17:18:08.941015 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0e14de58-5d00-41c1-9376-247600a92c7b req-00c855f6-2b4c-4014-bc26-cbae6f3e86fb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 210 time: 0.0275283 Apr 12 17:18:08.981013 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Deleting port 9c13028e-04d9-408c-abcf-2160e95058ed {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:18:08.981365 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:09.075090 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] For port 9c13028e-04d9-408c-abcf-2160e95058ed, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c13028e-04d9-408c-abcf-2160e95058ed,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:09.075471 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:09.245226 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:09.245520 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (be235261-8918-450c-9703-82ee8a98cc20), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:09.245840 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Floating IP be235261-8918-450c-9703-82ee8a98cc20 disassociated. External IP: 172.27.1.128, port: 9c13028e-04d9-408c-abcf-2160e95058ed. Apr 12 17:18:09.246216 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Calling delete_port for 9c13028e-04d9-408c-abcf-2160e95058ed owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:18:09.256802 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-280182b9-1034-47ba-a897-36315f5c0b47 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:09.258264 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-280182b9-1034-47ba-a897-36315f5c0b47 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 816 time: 0.1036503 Apr 12 17:18:09.326164 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-d346b5ea-01f2-4150-9ea5-257cd63c915c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e288f3ecd744caf835ffc29776c0a1a HTTP/1.1" status: 200 len: 380 time: 0.0537567 Apr 12 17:18:09.335204 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'port': {'device_id': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'admin_state_up': True, 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'security_groups': ['c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:18:09.457455 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (9c13028e-04d9-408c-abcf-2160e95058ed), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:09.485409 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event deleted for resources: {'Port': ['ID=9c13028e-04d9-408c-abcf-2160e95058ed,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:09.529061 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Made reservation on behalf of 3e288f3ecd744caf835ffc29776c0a1a for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:18:09.533631 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:09.617802 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Router ccc2876d-a8aa-4221-be07-255e5ba56efb has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:18:09.637978 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-83cb5a6c-86df-4f5e-97a2-d69b36dd9413 req-0d31d67e-1a26-49e6-a205-f3e376854e32 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 210 time: 0.0361311 Apr 12 17:18:09.671371 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Allocated IP 172.20.0.7 (83ea8604-73be-4c26-bd78-f0266bf2e6fa/1a72a4cf-3785-4def-b908-64131f86d8a5/35523367-2b72-4f50-aae3-f5b13e21577a) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:18:09.745413 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:18:09.756459 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] Sync routers for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:18:09.768074 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:18:09.768750 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:09.789066 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] No DVR routers for this DVR port 9c13028e-04d9-408c-abcf-2160e95058ed on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:18:09.791532 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:09.795465 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c35345df-6b76-47ab-8754-1538b041b7fc req-6ec973f1-4e6d-4132-96e5-6382cb394f2a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.41 "DELETE /v2.0/ports/9c13028e-04d9-408c-abcf-2160e95058ed HTTP/1.1" status: 204 len: 173 time: 0.9001825 Apr 12 17:18:09.795933 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'name': 'network-vif-deleted', 'tag': '9c13028e-04d9-408c-abcf-2160e95058ed'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:18:09.798187 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01174b3-c5e1-48ea-89bc-b071b5f852be" -d '{"events": [{"server_uuid": "c2d9d49f-f434-400c-b450-7ab0b33f54f5", "name": "network-vif-deleted", "tag": "9c13028e-04d9-408c-abcf-2160e95058ed"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:18:09.820709 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for port (35523367-2b72-4f50-aae3-f5b13e21577a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:09.846747 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b62b3b-5b1d-4620-9762-b6f234d1940f x-openstack-request-id: req-29b62b3b-5b1d-4620-9762-b6f234d1940f {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:18:09.847418 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d9d49f-f434-400c-b450-7ab0b33f54f5", "name": "network-vif-deleted", "tag": "9c13028e-04d9-408c-abcf-2160e95058ed", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:18:09.847782 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29b62b3b-5b1d-4620-9762-b6f234d1940f {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:18:09.848692 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b62b3b-5b1d-4620-9762-b6f234d1940f'] response: {'server_uuid': 'c2d9d49f-f434-400c-b450-7ab0b33f54f5', 'name': 'network-vif-deleted', 'tag': '9c13028e-04d9-408c-abcf-2160e95058ed', 'status': 'completed', 'code': 200} Apr 12 17:18:09.883633 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:18:09.924048 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:09.978020 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Network 83ea8604-73be-4c26-bd78-f0266bf2e6fa is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:18:09.987424 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:18:09.989970 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:18:10.059470 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:10.064902 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:10.064902 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:10.099260 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:10.124429 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83122dc3-aeeb-45fa-80ef-03502e02d578 req-2d234910-2089-4c21-9d24-4d500d465bb4 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:10.126155 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-83122dc3-aeeb-45fa-80ef-03502e02d578 req-2d234910-2089-4c21-9d24-4d500d465bb4 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 931 time: 0.0699093 Apr 12 17:18:10.130488 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] Checking router: ccc2876d-a8aa-4221-be07-255e5ba56efb for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:18:10.139751 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:18:10.140388 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:17:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:10.179449 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-83122dc3-aeeb-45fa-80ef-03502e02d578 req-5a418013-90aa-49c5-ad56-afc6d03aef43 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463552 Apr 12 17:18:10.185553 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a48da7f8-c2a0-486e-ae10-67c49d7aa8db tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539343 Apr 12 17:18:10.216105 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Request body: {'port': {'device_id': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:18:10.256396 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-547e1a8c-cbc2-4d09-8525-71717b8a9edc None None] Provisioning complete for port 35523367-2b72-4f50-aae3-f5b13e21577a triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:18:10.256901 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-547e1a8c-cbc2-4d09-8525-71717b8a9edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:10.271710 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:18:10.278310 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:10.292731 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-547e1a8c-cbc2-4d09-8525-71717b8a9edc None None] Port 35523367-2b72-4f50-aae3-f5b13e21577a cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:18:10.462753 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:10.489871 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b8e09d-7cec-4a51-9bf4-e2ea16380681 None None] The sync data for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi is: [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:18:10.551161 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35523367-2b72-4f50-aae3-f5b13e21577a {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:18:10.559330 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Publish callbacks [] for port (35523367-2b72-4f50-aae3-f5b13e21577a), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:10.572644 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Transition to ACTIVE for port object 35523367-2b72-4f50-aae3-f5b13e21577a will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:18:10.677897 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:10.728886 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Pushing event updated for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:10.742834 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab8c54-0a1c-4a1e-8261-6e7f55ea8906 None None] New status for floating IP be235261-8918-450c-9703-82ee8a98cc20: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:18:10.794040 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f938cc2-00c4-435a-a8c2-d3223ccdf87a req-0b500d9d-ca6b-4d67-a3d2-e71424493334 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d9d49f-f434-400c-b450-7ab0b33f54f5 HTTP/1.1" status: 200 len: 210 time: 0.0586748 Apr 12 17:18:10.869088 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Attempting to bind port 35523367-2b72-4f50-aae3-f5b13e21577a on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:18:10.869460 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Attempting to bind port 35523367-2b72-4f50-aae3-f5b13e21577a by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:18:10.869798 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Attempting to bind port 35523367-2b72-4f50-aae3-f5b13e21577a on network 83ea8604-73be-4c26-bd78-f0266bf2e6fa {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:18:10.875196 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Port 35523367-2b72-4f50-aae3-f5b13e21577a on network 83ea8604-73be-4c26-bd78-f0266bf2e6fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:18:10.875539 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Attempting to bind port 35523367-2b72-4f50-aae3-f5b13e21577a on network 83ea8604-73be-4c26-bd78-f0266bf2e6fa {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:18:10.881668 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:18:10.881668 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Checking segment: {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:18:10.882081 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Bound using segment: {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:18:10.882554 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Bound port: 35523367-2b72-4f50-aae3-f5b13e21577a, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:18:10.882921 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:10.949162 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:18:10.952148 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:18:11.033586 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:11.062980 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:11.063612 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:11.065505 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] 10.222.0.41 "PUT /v2.0/ports/35523367-2b72-4f50-aae3-f5b13e21577a HTTP/1.1" status: 200 len: 1093 time: 0.8575439 Apr 12 17:18:11.066094 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:18:11.068272 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8936621-7ab1-4381-8142-2704bf12f89b" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:18:11.093557 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c0c54-c202-4145-b2c5-615cb2bb2931 service neutron] Pushing event updated for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:11.115587 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dc8165-8d23-4eae-b824-ae8c1c6e8b42 x-openstack-request-id: req-72dc8165-8d23-4eae-b824-ae8c1c6e8b42 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:18:11.115888 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:18:11.116516 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72dc8165-8d23-4eae-b824-ae8c1c6e8b42 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:18:11.116942 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72dc8165-8d23-4eae-b824-ae8c1c6e8b42'] response: {'name': 'network-changed', 'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a', 'status': 'completed', 'code': 200} Apr 12 17:18:11.199643 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8936621-7ab1-4381-8142-2704bf12f89b req-27cc2e80-3472-4201-863f-350d71ec84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:11.201245 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c8936621-7ab1-4381-8142-2704bf12f89b req-27cc2e80-3472-4201-863f-350d71ec84ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 1127 time: 0.0447869 Apr 12 17:18:11.331053 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2935b4-cd79-4e12-98ba-6b811b8cfd14 req-5a64d930-3231-45e5-92db-c2f6390c2d19 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:11.332409 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f2935b4-cd79-4e12-98ba-6b811b8cfd14 req-5a64d930-3231-45e5-92db-c2f6390c2d19 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0615644 Apr 12 17:18:11.351294 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8936621-7ab1-4381-8142-2704bf12f89b req-71220c4b-1fb6-4f3a-b176-5400df05d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:11.352734 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c8936621-7ab1-4381-8142-2704bf12f89b req-71220c4b-1fb6-4f3a-b176-5400df05d2a0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1385577 Apr 12 17:18:11.436418 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f2935b4-cd79-4e12-98ba-6b811b8cfd14 req-00d86f05-3679-42d4-becf-7f651f8db143 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954120 Apr 12 17:18:11.463000 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8936621-7ab1-4381-8142-2704bf12f89b req-7816934a-75b3-4e51-b228-1da9dd56a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:11.464449 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c8936621-7ab1-4381-8142-2704bf12f89b req-7816934a-75b3-4e51-b228-1da9dd56a9b7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1055708 Apr 12 17:18:11.494219 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 9c13028e-04d9-408c-abcf-2160e95058ed no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:18:11.517691 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 9c13028e-04d9-408c-abcf-2160e95058ed {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:18:11.518044 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 9c13028e-04d9-408c-abcf-2160e95058ed not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:18:11.562791 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a5665009-7c9f-4ce1-a20f-90e3d0682e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:11.564269 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a5665009-7c9f-4ce1-a20f-90e3d0682e1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 1127 time: 0.0429959 Apr 12 17:18:11.610408 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-f9a04873-6fc4-4492-8561-e4d0273706cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35523367-2b72-4f50-aae3-f5b13e21577a HTTP/1.1" status: 200 len: 217 time: 0.0337524 Apr 12 17:18:11.656419 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a40867b3-e62d-4a87-b50b-59666dd43009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:11.657868 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a40867b3-e62d-4a87-b50b-59666dd43009 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0420196 Apr 12 17:18:11.702247 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-502635b0-092e-4c87-9013-26ef5fb8d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:11.703748 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-502635b0-092e-4c87-9013-26ef5fb8d030 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404413 Apr 12 17:18:11.791285 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-a57ddd25-57c7-4d85-b97e-e723ae492aba service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815692 Apr 12 17:18:11.881930 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-52a5cc38-e1c4-4ae4-97c9-c350f2db862d req-56abb2f1-cfeb-40d2-98cf-15d255ebe260 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853324 Apr 12 17:18:11.937749 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47492) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:11.991357 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d8533f-d5f2-40c2-9993-1ce45c851aad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (16c4d0ef-12ed-4aa3-b1c7-04293edd2abc), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:12.013957 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d8533f-d5f2-40c2-9993-1ce45c851aad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (16c4d0ef-12ed-4aa3-b1c7-04293edd2abc), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:12.142211 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d8533f-d5f2-40c2-9993-1ce45c851aad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (16c4d0ef-12ed-4aa3-b1c7-04293edd2abc), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:12.145336 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5d8533f-d5f2-40c2-9993-1ce45c851aad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:12.146528 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b5d8533f-d5f2-40c2-9993-1ce45c851aad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "DELETE /v2.0/security-groups/16c4d0ef-12ed-4aa3-b1c7-04293edd2abc HTTP/1.1" status: 204 len: 168 time: 0.2075021 Apr 12 17:18:12.149356 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47494) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:12.155721 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8533f-d5f2-40c2-9993-1ce45c851aad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c4d0ef-12ed-4aa3-b1c7-04293edd2abc,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:12.163061 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-2d746dc7-75d5-4700-b053-ea6b81eb1604 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] show failed (client error): The resource could not be found. Apr 12 17:18:12.164079 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-2d746dc7-75d5-4700-b053-ea6b81eb1604 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups/16c4d0ef-12ed-4aa3-b1c7-04293edd2abc HTTP/1.1" status: 404 len: 347 time: 0.0137331 Apr 12 17:18:12.166930 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47496) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:12.281172 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-57334752-4850-4974-8d7e-45af60521c83 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Deleting port 4ba39ecb-028e-42fe-a434-702575a33ee9 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:18:12.281513 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57334752-4850-4974-8d7e-45af60521c83 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (4ba39ecb-028e-42fe-a434-702575a33ee9), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:12.357575 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57334752-4850-4974-8d7e-45af60521c83 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (4ba39ecb-028e-42fe-a434-702575a33ee9), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:12.357900 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57334752-4850-4974-8d7e-45af60521c83 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (4ba39ecb-028e-42fe-a434-702575a33ee9), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:12.370302 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-57334752-4850-4974-8d7e-45af60521c83 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Calling delete_port for 4ba39ecb-028e-42fe-a434-702575a33ee9 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:18:12.554673 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd7a20-6608-475a-8c8f-fda9d21e3370 req-43afe849-81ba-4cdd-a2b4-be47114b8d73 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:12.556127 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-22fd7a20-6608-475a-8c8f-fda9d21e3370 req-43afe849-81ba-4cdd-a2b4-be47114b8d73 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0484827 Apr 12 17:18:12.598141 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57334752-4850-4974-8d7e-45af60521c83 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (4ba39ecb-028e-42fe-a434-702575a33ee9), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:12.623761 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-22fd7a20-6608-475a-8c8f-fda9d21e3370 req-16ddee0a-ea07-45a0-8cf6-e939f648d1c0 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619910 Apr 12 17:18:12.626637 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57334752-4850-4974-8d7e-45af60521c83 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event deleted for resources: {'Port': ['ID=4ba39ecb-028e-42fe-a434-702575a33ee9,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:12.690308 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57334752-4850-4974-8d7e-45af60521c83 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (be235261-8918-450c-9703-82ee8a98cc20), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:12.692765 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-57334752-4850-4974-8d7e-45af60521c83 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:12.695806 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-57334752-4850-4974-8d7e-45af60521c83 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "DELETE /v2.0/floatingips/be235261-8918-450c-9703-82ee8a98cc20 HTTP/1.1" status: 204 len: 168 time: 0.5259948 Apr 12 17:18:12.981117 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47502) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:12.984919 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-05382f05-006a-49e3-8b93-bb3a09aeef6b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794226296', 'description': 'tempest-description--1137425955'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:18:13.062084 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-05382f05-006a-49e3-8b93-bb3a09aeef6b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.126779 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-05382f05-006a-49e3-8b93-bb3a09aeef6b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (20f57852-2044-47cb-9468-102b4065ae57), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.191225 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-05382f05-006a-49e3-8b93-bb3a09aeef6b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (20f57852-2044-47cb-9468-102b4065ae57), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.218867 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05382f05-006a-49e3-8b93-bb3a09aeef6b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f57852-2044-47cb-9468-102b4065ae57,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:13.279101 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-05382f05-006a-49e3-8b93-bb3a09aeef6b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.280418 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-05382f05-006a-49e3-8b93-bb3a09aeef6b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2992816 Apr 12 17:18:13.286448 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47504) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:13.287750 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-8ccda60a-90e0-4058-adef-93f805b833ac tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'security_group_rule': {'security_group_id': '20f57852-2044-47cb-9468-102b4065ae57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:18:13.368278 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8ccda60a-90e0-4058-adef-93f805b833ac tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (8ed6e15a-2b1c-4976-9183-7278d61a96ca), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.426342 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8ccda60a-90e0-4058-adef-93f805b833ac tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (8ed6e15a-2b1c-4976-9183-7278d61a96ca), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.494430 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8ccda60a-90e0-4058-adef-93f805b833ac tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (8ed6e15a-2b1c-4976-9183-7278d61a96ca), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.513326 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccda60a-90e0-4058-adef-93f805b833ac tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed6e15a-2b1c-4976-9183-7278d61a96ca,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:13.576383 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8ccda60a-90e0-4058-adef-93f805b833ac tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.577584 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8ccda60a-90e0-4058-adef-93f805b833ac tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932549 Apr 12 17:18:13.580821 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47506) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:13.585166 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-5d535063-3e2f-4c92-b805-622f02d84170 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'security_group_rule': {'security_group_id': '20f57852-2044-47cb-9468-102b4065ae57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:18:13.673423 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5d535063-3e2f-4c92-b805-622f02d84170 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (b6398b17-0581-47cd-ae07-a9826655967c), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.760284 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e4c25-c101-467e-a45f-3c58474e167f req-a532a141-a3c1-417f-badc-1dd1c76baabd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:13.761786 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c6e4c25-c101-467e-a45f-3c58474e167f req-a532a141-a3c1-417f-badc-1dd1c76baabd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0639198 Apr 12 17:18:13.771694 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5d535063-3e2f-4c92-b805-622f02d84170 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (b6398b17-0581-47cd-ae07-a9826655967c), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.812579 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c6e4c25-c101-467e-a45f-3c58474e167f req-aa91a41b-2cc7-4639-93ef-a43c459237df tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 Apr 12 17:18:13.845350 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5d535063-3e2f-4c92-b805-622f02d84170 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (b6398b17-0581-47cd-ae07-a9826655967c), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.864282 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d535063-3e2f-4c92-b805-622f02d84170 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6398b17-0581-47cd-ae07-a9826655967c,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:13.961629 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5d535063-3e2f-4c92-b805-622f02d84170 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:13.962872 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5d535063-3e2f-4c92-b805-622f02d84170 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3811338 Apr 12 17:18:13.966008 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 47510) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:13.970194 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:18:14.056339 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:14.136175 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:14.237884 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Allocated IP 172.27.1.138 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/8a7daab9-959e-4237-bde6-f2a0948f91c5) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:18:14.339003 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for port (8a7daab9-959e-4237-bde6-f2a0948f91c5), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:14.411093 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (8a7daab9-959e-4237-bde6-f2a0948f91c5), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:14.448150 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:18:14.452943 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:18:14.455987 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:18:14.479509 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'Port': ['ID=8a7daab9-959e-4237-bde6-f2a0948f91c5,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:14.543912 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (10d41713-cfd7-44d4-a27d-d0e89911974d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:14.630004 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8a7daab9-959e-4237-bde6-f2a0948f91c5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:14.772402 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for port (8a7daab9-959e-4237-bde6-f2a0948f91c5), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:14.789258 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:18:14.827906 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (8a7daab9-959e-4237-bde6-f2a0948f91c5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:14.901131 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'Port': ['ID=8a7daab9-959e-4237-bde6-f2a0948f91c5,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:14.909855 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (10d41713-cfd7-44d4-a27d-d0e89911974d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:14.930148 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c0bb-1e94-4efc-bc85-0589ff9742cf req-58003a74-4948-4b23-b676-be55cdfb1afc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:14.931700 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0c8c0bb-1e94-4efc-bc85-0589ff9742cf req-58003a74-4948-4b23-b676-be55cdfb1afc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0472054 Apr 12 17:18:14.971527 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:14.972885 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e0d473dc-a28c-4a95-b64c-56c994fef083 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0059290 Apr 12 17:18:14.982486 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c0c8c0bb-1e94-4efc-bc85-0589ff9742cf req-24d205ce-ae59-4609-bb50-93c43aedd5c8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451946 Apr 12 17:18:15.162915 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-5fa6c4a1-9f0e-409c-aa7b-d8eb7f6df827 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1794226296&fields=id&tenant_id=6c008fa9c4824ee799c7065559489391 HTTP/1.1" status: 200 len: 267 time: 0.0421267 Apr 12 17:18:15.266964 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-82522e5d-a360-441e-b1bf-c23eaa41264e tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:15.268407 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-82522e5d-a360-441e-b1bf-c23eaa41264e tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/networks?id=3f5b7533-46ac-4787-9678-099b907c3a3b HTTP/1.1" status: 200 len: 811 time: 0.0994704 Apr 12 17:18:15.282164 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-477764ae-7377-4b25-a7d9-1a43dd9f7cd2 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/quotas/6c008fa9c4824ee799c7065559489391 HTTP/1.1" status: 200 len: 375 time: 0.0084476 Apr 12 17:18:15.329184 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-71385b0d-71d1-43e4-9721-f9cad62bbf0e tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423262 Apr 12 17:18:15.424604 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-bf43d66d-b863-48c4-8f69-6fde5570fb20 service neutron] 10.222.0.64 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838029 Apr 12 17:18:15.510762 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-8d6f504d-6bff-4c8b-a88d-28c2dbad293b service neutron] 10.222.0.64 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804930 Apr 12 17:18:15.550789 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 35523367-2b72-4f50-aae3-f5b13e21577a details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:18:15.647087 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:15.657799 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '35523367-2b72-4f50-aae3-f5b13e21577a', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'port_id': '35523367-2b72-4f50-aae3-f5b13e21577a', 'mac_address': 'fa:16:3e:e8:50:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:18:15.693955 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 35523367-2b72-4f50-aae3-f5b13e21577a is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:18:15.694272 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:15.712813 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35523367-2b72-4f50-aae3-f5b13e21577a {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:18:15.736460 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:15.758550 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ed6bb473-5dff-4f91-a7a6-85528a3b57a3 req-66afd738-cf8d-4710-825a-7fd5ba235c45 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 210 time: 0.0272133 Apr 12 17:18:15.808763 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:15.855779 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:16.099369 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a7d17-8991-42c9-8056-d9ccf36eb7db req-e0a427cb-9641-46cf-8402-81213afffcf7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:16.100843 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a6a7d17-8991-42c9-8056-d9ccf36eb7db req-e0a427cb-9641-46cf-8402-81213afffcf7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 944 time: 0.0486710 Apr 12 17:18:16.151345 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a6a7d17-8991-42c9-8056-d9ccf36eb7db req-686d13c0-871d-463d-aa79-95785e4c8dae tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 Apr 12 17:18:16.249766 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['35523367-2b72-4f50-aae3-f5b13e21577a'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:18:16.332010 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:16.645063 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0a7087fc-45f9-42e1-b21c-2ace16e7a745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:16.853900 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-132d480b-ca17-4ec6-976e-d3b50c3462da req-92b2e919-68a2-4000-945f-6a57eae54bfa tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 210 time: 0.0289094 Apr 12 17:18:17.270692 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f6bc3-6ecd-4df9-b404-190575bb0712 req-1b5bf44f-4bb4-4a34-aea7-d20955ec9d15 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:17.272133 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-612f6bc3-6ecd-4df9-b404-190575bb0712 req-1b5bf44f-4bb4-4a34-aea7-d20955ec9d15 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 944 time: 0.0464153 Apr 12 17:18:17.317934 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-612f6bc3-6ecd-4df9-b404-190575bb0712 req-42e9ce5b-42b6-44fa-9009-a35be5fa16da tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402231 Apr 12 17:18:17.566201 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 35523367-2b72-4f50-aae3-f5b13e21577a up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:18:17.614725 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 35523367-2b72-4f50-aae3-f5b13e21577a completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:18:17.686264 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-9d2b6993-9e09-43e6-9d31-086a36b330e3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:17.687697 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-9d2b6993-9e09-43e6-9d31-086a36b330e3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.41 "GET /v2.0/networks?id=3f5b7533-46ac-4787-9678-099b907c3a3b HTTP/1.1" status: 200 len: 811 time: 0.1046600 Apr 12 17:18:17.701848 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 35523367-2b72-4f50-aae3-f5b13e21577a triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:18:17.704171 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:17.752338 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-024cc48f-66b5-4c3f-ac31-813321fcd15f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c008fa9c4824ee799c7065559489391 HTTP/1.1" status: 200 len: 380 time: 0.0508952 Apr 12 17:18:17.761003 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'port': {'device_id': '74facd11-177b-4c63-b881-b3cba229a2a5', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'admin_state_up': True, 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'security_groups': ['20f57852-2044-47cb-9468-102b4065ae57']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:18:17.782026 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 35523367-2b72-4f50-aae3-f5b13e21577a is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:18:17.782445 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:17.812351 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:18:17.814939 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dc5176-99cf-4e8b-a47b-440ddaac3585" -d '{"events": [{"server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "name": "network-vif-plugged", "status": "completed", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:18:17.829062 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:17.853830 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16b4400-ef72-44d6-90d5-667012a496a7 x-openstack-request-id: req-b16b4400-ef72-44d6-90d5-667012a496a7 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:18:17.854191 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "name": "network-vif-plugged", "status": "completed", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:18:17.854628 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b16b4400-ef72-44d6-90d5-667012a496a7 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:18:17.854984 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16b4400-ef72-44d6-90d5-667012a496a7'] response: {'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a', 'code': 200} Apr 12 17:18:17.956068 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-500c1a49-611e-4a2e-bf35-9eb3dc416c87 req-93e5e1d7-d910-4442-942b-f672a124f109 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 210 time: 0.0276318 Apr 12 17:18:18.014337 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:18.014599 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Made reservation on behalf of 6c008fa9c4824ee799c7065559489391 for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:18:18.019719 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:18.063996 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:18.153507 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Allocated IP 172.20.0.3 (3f5b7533-46ac-4787-9678-099b907c3a3b/98113788-c719-4bfa-9857-7fce4600da0f/53426632-8e4a-423d-b7aa-897eb77e704c) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:18:18.294275 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for port (53426632-8e4a-423d-b7aa-897eb77e704c), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:18.342632 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaf309-bab1-4504-a29f-b18bc6c649ea req-fee2e146-3be0-4bf1-9c44-77323549437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:18.344137 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1dcaf309-bab1-4504-a29f-b18bc6c649ea req-fee2e146-3be0-4bf1-9c44-77323549437b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 1129 time: 0.0378857 Apr 12 17:18:18.386597 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:18.393122 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1dcaf309-bab1-4504-a29f-b18bc6c649ea req-25fb4511-0a2c-43ff-b6e5-5d15cd7bd88f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Apr 12 17:18:18.461099 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Network 3f5b7533-46ac-4787-9678-099b907c3a3b is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:18:18.465972 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:18:18.472799 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:18:18.476729 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event updated for resources: {'Port': ['ID=53426632-8e4a-423d-b7aa-897eb77e704c,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:18.484590 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764dd5f-0632-4058-a7a7-e8cb23d296cf req-5bcd09d0-e086-4741-a8c1-1a58969f2331 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:18.486122 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d764dd5f-0632-4058-a7a7-e8cb23d296cf req-5bcd09d0-e086-4741-a8c1-1a58969f2331 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0933385 Apr 12 17:18:18.557369 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:18.557988 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:18.579245 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d764dd5f-0632-4058-a7a7-e8cb23d296cf req-e04d8d5e-63f9-4d57-85d0-51a1c6df3b1c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705581 Apr 12 17:18:18.651533 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-a615c982-4be0-4ac4-806e-447200dfe4a3 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941271 Apr 12 17:18:18.699357 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-f0d41673-5c46-484e-b4b8-a7c9e3bdea0b None None] Provisioning complete for port 53426632-8e4a-423d-b7aa-897eb77e704c triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:18:18.699723 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f0d41673-5c46-484e-b4b8-a7c9e3bdea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:18.733473 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-f0d41673-5c46-484e-b4b8-a7c9e3bdea0b None None] Port 53426632-8e4a-423d-b7aa-897eb77e704c cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:18:18.804060 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Request body: {'port': {'device_id': '74facd11-177b-4c63-b881-b3cba229a2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:18:18.839247 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8892fcd9-0a72-4b96-b380-81bf3194a97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:18.863922 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:19.067550 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a260c-df07-4e88-96c7-8df419deb5b3 req-4e810200-6a0e-4a4d-9e2d-0bb42d2a108d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:19.072885 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-025a260c-df07-4e88-96c7-8df419deb5b3 req-4e810200-6a0e-4a4d-9e2d-0bb42d2a108d tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 931 time: 0.0465815 Apr 12 17:18:19.116124 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-025a260c-df07-4e88-96c7-8df419deb5b3 req-d22c4c86-76dc-43f1-9961-030eb3872c6a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413620 Apr 12 17:18:19.129126 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53426632-8e4a-423d-b7aa-897eb77e704c {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:18:19.136607 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Publish callbacks [] for port (53426632-8e4a-423d-b7aa-897eb77e704c), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:19.148713 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Transition to ACTIVE for port object 53426632-8e4a-423d-b7aa-897eb77e704c will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:18:19.214147 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:19.263305 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Pushing event updated for resources: {'Port': ['ID=53426632-8e4a-423d-b7aa-897eb77e704c,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:19.335227 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Attempting to bind port 53426632-8e4a-423d-b7aa-897eb77e704c on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:18:19.335575 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Attempting to bind port 53426632-8e4a-423d-b7aa-897eb77e704c by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:18:19.335910 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Attempting to bind port 53426632-8e4a-423d-b7aa-897eb77e704c on network 3f5b7533-46ac-4787-9678-099b907c3a3b {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:18:19.340618 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Port 53426632-8e4a-423d-b7aa-897eb77e704c on network 3f5b7533-46ac-4787-9678-099b907c3a3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:18:19.340941 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Attempting to bind port 53426632-8e4a-423d-b7aa-897eb77e704c on network 3f5b7533-46ac-4787-9678-099b907c3a3b {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:18:19.346457 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:18:19.346806 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Checking segment: {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:18:19.347192 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Bound using segment: {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:18:19.347625 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Bound port: 53426632-8e4a-423d-b7aa-897eb77e704c, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5460eb7e-3d57-4f96-8051-b9ff39d16878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:18:19.347987 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:19.416717 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] For port 53426632-8e4a-423d-b7aa-897eb77e704c, host hv-cinder-83753, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:18:19.419721 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] For port 53426632-8e4a-423d-b7aa-897eb77e704c, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=53426632-8e4a-423d-b7aa-897eb77e704c,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:18:19.496945 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:19.531642 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:19.532250 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:19.534419 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] 10.222.0.41 "PUT /v2.0/ports/53426632-8e4a-423d-b7aa-897eb77e704c HTTP/1.1" status: 200 len: 1093 time: 0.7351162 Apr 12 17:18:19.536376 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74facd11-177b-4c63-b881-b3cba229a2a5', 'tag': '53426632-8e4a-423d-b7aa-897eb77e704c'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:18:19.538750 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed303ce7-cbe8-41f3-842b-b98a4a531c09" -d '{"events": [{"name": "network-changed", "server_uuid": "74facd11-177b-4c63-b881-b3cba229a2a5", "tag": "53426632-8e4a-423d-b7aa-897eb77e704c"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:18:19.563775 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878537e-f1a0-4c7b-87c4-a3a4d7b0b162 service neutron] Pushing event updated for resources: {'Port': ['ID=53426632-8e4a-423d-b7aa-897eb77e704c,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:19.579313 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beefe9a-00be-42e0-bd73-a57d430fe180 x-openstack-request-id: req-5beefe9a-00be-42e0-bd73-a57d430fe180 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:18:19.579612 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74facd11-177b-4c63-b881-b3cba229a2a5", "tag": "53426632-8e4a-423d-b7aa-897eb77e704c", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:18:19.579866 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5beefe9a-00be-42e0-bd73-a57d430fe180 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:18:19.580772 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5beefe9a-00be-42e0-bd73-a57d430fe180'] response: {'name': 'network-changed', 'server_uuid': '74facd11-177b-4c63-b881-b3cba229a2a5', 'tag': '53426632-8e4a-423d-b7aa-897eb77e704c', 'status': 'completed', 'code': 200} Apr 12 17:18:19.699315 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca87272-da47-4ee0-8dba-781b300dd50d req-d02c3b2a-aac5-4d7d-bf93-c9dfe66a5dbe tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:19.700931 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7ca87272-da47-4ee0-8dba-781b300dd50d req-d02c3b2a-aac5-4d7d-bf93-c9dfe66a5dbe tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0481880 Apr 12 17:18:19.748008 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7ca87272-da47-4ee0-8dba-781b300dd50d req-6286d9e2-9347-43e6-b9fd-fc709f5cb0fc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408564 Apr 12 17:18:19.905470 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:20.185858 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303ce7-cbe8-41f3-842b-b98a4a531c09 req-f5aa1e38-a60e-49b0-9735-372e21256025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:20.187476 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ed303ce7-cbe8-41f3-842b-b98a4a531c09 req-f5aa1e38-a60e-49b0-9735-372e21256025 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 1127 time: 0.0418255 Apr 12 17:18:20.236091 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b19aa-2952-406d-8b6c-c1e71cc1bc47 req-9ff089ae-ffee-44cc-ab7a-84106a962f50 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:20.238094 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-347b19aa-2952-406d-8b6c-c1e71cc1bc47 req-9ff089ae-ffee-44cc-ab7a-84106a962f50 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 943 time: 0.0493174 Apr 12 17:18:20.286097 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-347b19aa-2952-406d-8b6c-c1e71cc1bc47 req-c4704b83-d2b0-4975-8d8a-e399a4b64e95 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Apr 12 17:18:20.384085 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303ce7-cbe8-41f3-842b-b98a4a531c09 req-3e1d2b41-1c91-4c87-b122-3a37eb3f4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:20.385472 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ed303ce7-cbe8-41f3-842b-b98a4a531c09 req-3e1d2b41-1c91-4c87-b122-3a37eb3f4738 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c008fa9c4824ee799c7065559489391&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0899308 Apr 12 17:18:20.480314 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303ce7-cbe8-41f3-842b-b98a4a531c09 req-73ecc058-97e4-4140-a45a-822da8de93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:20.482023 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ed303ce7-cbe8-41f3-842b-b98a4a531c09 req-73ecc058-97e4-4140-a45a-822da8de93d5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0901790 Apr 12 17:18:20.572843 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-f9767c85-0636-4a90-9d39-62e40c491b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:20.574302 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-f9767c85-0636-4a90-9d39-62e40c491b1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 1127 time: 0.0376313 Apr 12 17:18:20.623885 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-ad2a35ec-16f5-4434-ac00-a1441ef4711d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53426632-8e4a-423d-b7aa-897eb77e704c HTTP/1.1" status: 200 len: 217 time: 0.0364785 Apr 12 17:18:20.670939 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-dab8155e-86c2-4551-a5d7-ab8166376052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:20.672302 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-dab8155e-86c2-4551-a5d7-ab8166376052 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98113788-c719-4bfa-9857-7fce4600da0f HTTP/1.1" status: 200 len: 850 time: 0.0419450 Apr 12 17:18:20.713508 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-b3cc9043-f6bc-45b6-aa55-f9583d24ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:20.714954 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-b3cc9043-f6bc-45b6-aa55-f9583d24ef6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5b7533-46ac-4787-9678-099b907c3a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371292 Apr 12 17:18:20.805902 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-63b28a01-7c01-423d-bdfa-5f2782388541 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842879 Apr 12 17:18:20.865221 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afb56b-faff-4a43-b8cd-6163ab8b42dd req-99b26b0b-8217-43d6-9a55-43b71a061052 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:20.866696 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e3afb56b-faff-4a43-b8cd-6163ab8b42dd req-99b26b0b-8217-43d6-9a55-43b71a061052 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Apr 12 17:18:20.894393 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-20a2321b-2c99-439d-b30a-3aa4eed76afc req-8c9f36f5-6062-4af4-807b-0d2b2e7452c3 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830898 Apr 12 17:18:20.912310 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e3afb56b-faff-4a43-b8cd-6163ab8b42dd req-08fa2bd9-a1da-4414-8fb0-fcab6abb17f2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400660 Apr 12 17:18:21.024150 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04468d-3962-4e23-aa0a-1ac3858bcd33 req-c82bc18a-7e66-4ede-9dd7-94d757259d7e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:21.025711 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1f04468d-3962-4e23-aa0a-1ac3858bcd33 req-c82bc18a-7e66-4ede-9dd7-94d757259d7e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Apr 12 17:18:21.034791 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47564) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:21.039122 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-57d01717-d062-4edb-b54a-d4d4872e5bb3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'floatingip': {'port_id': '35523367-2b72-4f50-aae3-f5b13e21577a'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:18:21.079709 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-57d01717-d062-4edb-b54a-d4d4872e5bb3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (ff619862-6263-45ef-b0c4-c04e1eb981f2), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:21.375798 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:21.404652 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300353dd-916a-4202-9efc-1d1e136ee3d9 req-fb865f84-5e2d-4270-8568-d3ba08f1f7b0 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:21.406235 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-300353dd-916a-4202-9efc-1d1e136ee3d9 req-fb865f84-5e2d-4270-8568-d3ba08f1f7b0 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 943 time: 0.0502264 Apr 12 17:18:21.456537 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-300353dd-916a-4202-9efc-1d1e136ee3d9 req-2b5b1dca-ba04-4262-a6e1-bb9401805c87 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 Apr 12 17:18:21.775979 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-57d01717-d062-4edb-b54a-d4d4872e5bb3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:21.833205 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-57d01717-d062-4edb-b54a-d4d4872e5bb3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (ff619862-6263-45ef-b0c4-c04e1eb981f2), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:21.933840 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-57d01717-d062-4edb-b54a-d4d4872e5bb3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Floating IP ff619862-6263-45ef-b0c4-c04e1eb981f2 associated. External IP: 172.27.1.166, port: 35523367-2b72-4f50-aae3-f5b13e21577a. Apr 12 17:18:22.143943 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d01717-d062-4edb-b54a-d4d4872e5bb3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Router 7cc003c5-e590-479d-b979-3d8a0d773470 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:18:22.252528 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d01717-d062-4edb-b54a-d4d4872e5bb3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:18:22.257828 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-57d01717-d062-4edb-b54a-d4d4872e5bb3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:22.262256 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] Sync routers for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:18:22.272873 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:18:22.273489 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:18:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:22.286989 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-57d01717-d062-4edb-b54a-d4d4872e5bb3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "PUT /v2.0/floatingips/ff619862-6263-45ef-b0c4-c04e1eb981f2 HTTP/1.1" status: 200 len: 991 time: 1.2511258 Apr 12 17:18:22.287575 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:18:22.289819 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442bb067-706e-408d-ad63-7836cb9679e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:18:22.324917 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde656a4-da8e-45c1-a152-4f3e2d5cfb07 x-openstack-request-id: req-bde656a4-da8e-45c1-a152-4f3e2d5cfb07 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:18:22.325212 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:18:22.325466 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bde656a4-da8e-45c1-a152-4f3e2d5cfb07 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:18:22.325875 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde656a4-da8e-45c1-a152-4f3e2d5cfb07'] response: {'name': 'network-changed', 'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a', 'status': 'completed', 'code': 200} Apr 12 17:18:22.380282 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:18:22.570849 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65557d5a-05ca-4ed9-b635-dd03c2fddcf7 req-0e840de1-2741-4cad-9755-d6e582a12909 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:22.572340 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-65557d5a-05ca-4ed9-b635-dd03c2fddcf7 req-0e840de1-2741-4cad-9755-d6e582a12909 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 943 time: 0.0495088 Apr 12 17:18:22.589163 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'ff619862-6263-45ef-b0c4-c04e1eb981f2', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'port_id': '35523367-2b72-4f50-aae3-f5b13e21577a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'mac_address': 'fa:16:3e:e8:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:17:59Z', 'updated_at': '2022-04-12T17:18:21Z', 'revision_number': 1, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:22.618292 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-65557d5a-05ca-4ed9-b635-dd03c2fddcf7 req-49357c77-3560-4f86-b5ad-f4b27b586ba2 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402124 Apr 12 17:18:22.618635 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] Checking router: 7cc003c5-e590-479d-b979-3d8a0d773470 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:18:22.627364 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:18:22.628044 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:18:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:22.809985 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:18:23.014345 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'ff619862-6263-45ef-b0c4-c04e1eb981f2', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'port_id': '35523367-2b72-4f50-aae3-f5b13e21577a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'mac_address': 'fa:16:3e:e8:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:17:59Z', 'updated_at': '2022-04-12T17:18:21Z', 'revision_number': 1, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:23.034076 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:23.043807 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10355d19-df0e-4e99-98b0-422fcd20f58e None None] The sync data for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi is: [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'ff619862-6263-45ef-b0c4-c04e1eb981f2', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'port_id': '35523367-2b72-4f50-aae3-f5b13e21577a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'mac_address': 'fa:16:3e:e8:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:17:59Z', 'updated_at': '2022-04-12T17:18:21Z', 'revision_number': 1, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:18:23.119013 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb067-706e-408d-ad63-7836cb9679e7 req-3ac0e567-aa8b-41e8-8e07-13da59eadfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:23.120567 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-442bb067-706e-408d-ad63-7836cb9679e7 req-3ac0e567-aa8b-41e8-8e07-13da59eadfbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 1129 time: 0.0446267 Apr 12 17:18:23.211053 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb067-706e-408d-ad63-7836cb9679e7 req-0308ec1c-2969-4b09-856f-4d93b5e71daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:23.212556 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-442bb067-706e-408d-ad63-7836cb9679e7 req-0308ec1c-2969-4b09-856f-4d93b5e71daf service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 916 time: 0.0867221 Apr 12 17:18:23.235423 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aac0bb-9f29-4896-a006-b24b72be88bf None None] New status for floating IP ff619862-6263-45ef-b0c4-c04e1eb981f2: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:18:23.282092 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-442bb067-706e-408d-ad63-7836cb9679e7 req-adeffa75-84a8-4c73-a781-7f4eb9431eb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35523367-2b72-4f50-aae3-f5b13e21577a HTTP/1.1" status: 200 len: 999 time: 0.0634868 Apr 12 17:18:23.328546 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb067-706e-408d-ad63-7836cb9679e7 req-1cb65ee6-d900-4cdb-bd80-7e89bb8e853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:23.330541 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-442bb067-706e-408d-ad63-7836cb9679e7 req-1cb65ee6-d900-4cdb-bd80-7e89bb8e853a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0423706 Apr 12 17:18:23.373662 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bb067-706e-408d-ad63-7836cb9679e7 req-a88826e1-f025-42e8-b122-535a046a83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:23.375191 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-442bb067-706e-408d-ad63-7836cb9679e7 req-a88826e1-f025-42e8-b122-535a046a83fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381522 Apr 12 17:18:23.469472 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-442bb067-706e-408d-ad63-7836cb9679e7 req-43c7734e-8c38-403d-86de-aaa664616246 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880957 Apr 12 17:18:23.556423 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-442bb067-706e-408d-ad63-7836cb9679e7 req-29217745-cf5f-4611-a858-f15978be0b40 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815871 Apr 12 17:18:23.594339 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 53426632-8e4a-423d-b7aa-897eb77e704c details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:18:23.695226 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 53426632-8e4a-423d-b7aa-897eb77e704c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=53426632-8e4a-423d-b7aa-897eb77e704c,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:23.707229 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '53426632-8e4a-423d-b7aa-897eb77e704c', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'port_id': '53426632-8e4a-423d-b7aa-897eb77e704c', 'mac_address': 'fa:16:3e:d9:e5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:18:23.735570 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722777-b60f-49d4-8dd8-ced417a078fd req-60f46484-78fa-49a9-bacc-84f5fdf42b70 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:23.737088 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d2722777-b60f-49d4-8dd8-ced417a078fd req-60f46484-78fa-49a9-bacc-84f5fdf42b70 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 943 time: 0.0521884 Apr 12 17:18:23.744518 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 53426632-8e4a-423d-b7aa-897eb77e704c is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:18:23.744909 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:23.757996 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53426632-8e4a-423d-b7aa-897eb77e704c {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:18:23.777687 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 53426632-8e4a-423d-b7aa-897eb77e704c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=53426632-8e4a-423d-b7aa-897eb77e704c,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:23.784375 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d2722777-b60f-49d4-8dd8-ced417a078fd req-e24fb792-2a2e-4946-92c5-7094f1ac177f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412457 Apr 12 17:18:23.854310 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:23.901365 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=53426632-8e4a-423d-b7aa-897eb77e704c,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:24.260078 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['53426632-8e4a-423d-b7aa-897eb77e704c'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:18:24.893091 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88af25-381d-4fe2-afc8-8a55e547f96a req-5de2cebb-fd82-4972-99fe-669bd0397df5 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:24.894572 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3d88af25-381d-4fe2-afc8-8a55e547f96a req-5de2cebb-fd82-4972-99fe-669bd0397df5 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 944 time: 0.0457175 Apr 12 17:18:24.939778 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3d88af25-381d-4fe2-afc8-8a55e547f96a req-88bddf5b-aa8e-4739-828f-9d591d9ffada tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398209 Apr 12 17:18:25.612788 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 53426632-8e4a-423d-b7aa-897eb77e704c up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:18:25.655252 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 53426632-8e4a-423d-b7aa-897eb77e704c completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:18:25.753307 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 53426632-8e4a-423d-b7aa-897eb77e704c triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:18:25.753682 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:25.830514 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 53426632-8e4a-423d-b7aa-897eb77e704c is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:18:25.830899 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:25.852612 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74facd11-177b-4c63-b881-b3cba229a2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53426632-8e4a-423d-b7aa-897eb77e704c'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:18:25.854915 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e6802d-46cb-423d-84ec-c3fc12d72d4f" -d '{"events": [{"server_uuid": "74facd11-177b-4c63-b881-b3cba229a2a5", "name": "network-vif-plugged", "status": "completed", "tag": "53426632-8e4a-423d-b7aa-897eb77e704c"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:18:25.867450 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 53426632-8e4a-423d-b7aa-897eb77e704c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=53426632-8e4a-423d-b7aa-897eb77e704c,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:25.891431 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc17394e-4f50-4410-96f7-98e277ab0f85 x-openstack-request-id: req-cc17394e-4f50-4410-96f7-98e277ab0f85 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:18:25.891824 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74facd11-177b-4c63-b881-b3cba229a2a5", "name": "network-vif-plugged", "status": "completed", "tag": "53426632-8e4a-423d-b7aa-897eb77e704c", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:18:25.891986 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc17394e-4f50-4410-96f7-98e277ab0f85 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:18:25.892379 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc17394e-4f50-4410-96f7-98e277ab0f85'] response: {'server_uuid': '74facd11-177b-4c63-b881-b3cba229a2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53426632-8e4a-423d-b7aa-897eb77e704c', 'code': 200} Apr 12 17:18:25.930170 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:25.978216 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=53426632-8e4a-423d-b7aa-897eb77e704c,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:18:26.054043 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075f555-fd68-40e6-bddb-e949dbf1c88f req-86952340-8b31-4425-8029-20e7103961df tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:26.055451 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1075f555-fd68-40e6-bddb-e949dbf1c88f req-86952340-8b31-4425-8029-20e7103961df tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 945 time: 0.0469208 Apr 12 17:18:26.105616 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1075f555-fd68-40e6-bddb-e949dbf1c88f req-5831df8d-f701-451e-9425-2418e88f6c11 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444794 Apr 12 17:18:26.214046 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868c25f-447c-4e4a-bfa3-7e545e523575 req-daab5768-6d2b-4f32-b780-3d59b0c5ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:26.215590 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c868c25f-447c-4e4a-bfa3-7e545e523575 req-daab5768-6d2b-4f32-b780-3d59b0c5ef29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 1129 time: 0.0375183 Apr 12 17:18:26.258738 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c868c25f-447c-4e4a-bfa3-7e545e523575 req-f63452d0-f146-4657-8d5f-d9ddb73ac0dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368004 Apr 12 17:18:27.221891 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdcaec-f19f-4789-b2ee-9867aa5c23aa req-15c67d82-e2c3-43b6-a415-0a2db7611be4 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:27.223375 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-51bdcaec-f19f-4789-b2ee-9867aa5c23aa req-15c67d82-e2c3-43b6-a415-0a2db7611be4 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 945 time: 0.0497394 Apr 12 17:18:27.269046 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-51bdcaec-f19f-4789-b2ee-9867aa5c23aa req-17c6e4a0-bb1d-4c85-af01-2274fc8d1d4a tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401804 Apr 12 17:18:28.378624 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5f1e9-34a1-4b96-91c1-d2e32faf0c37 req-ab9cd5d0-4ac1-479f-8213-55b86aea656b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:28.380069 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-53c5f1e9-34a1-4b96-91c1-d2e32faf0c37 req-ab9cd5d0-4ac1-479f-8213-55b86aea656b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 945 time: 0.0460010 Apr 12 17:18:28.425173 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-53c5f1e9-34a1-4b96-91c1-d2e32faf0c37 req-3da9b688-646e-44d4-bec8-28ae3be7d150 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 Apr 12 17:18:28.530018 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e607fbc-253d-4831-b6aa-428745e317a1 req-a5fd791a-511d-4cd4-9439-13b380917a74 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:28.531500 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6e607fbc-253d-4831-b6aa-428745e317a1 req-a5fd791a-511d-4cd4-9439-13b380917a74 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 945 time: 0.0460191 Apr 12 17:18:28.539722 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47588) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:28.544202 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-2a00f684-688b-4d4d-bb9f-43cf8d9efcea tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Request body: {'floatingip': {'port_id': '53426632-8e4a-423d-b7aa-897eb77e704c'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:18:28.583069 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a00f684-688b-4d4d-bb9f-43cf8d9efcea tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (10d41713-cfd7-44d4-a27d-d0e89911974d), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:29.013154 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a00f684-688b-4d4d-bb9f-43cf8d9efcea tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:29.076833 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a00f684-688b-4d4d-bb9f-43cf8d9efcea tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (10d41713-cfd7-44d4-a27d-d0e89911974d), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:29.177789 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-2a00f684-688b-4d4d-bb9f-43cf8d9efcea tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Floating IP 10d41713-cfd7-44d4-a27d-d0e89911974d associated. External IP: 172.27.1.138, port: 53426632-8e4a-423d-b7aa-897eb77e704c. Apr 12 17:18:29.383421 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a00f684-688b-4d4d-bb9f-43cf8d9efcea tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Router ccc2876d-a8aa-4221-be07-255e5ba56efb has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:18:29.491760 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a00f684-688b-4d4d-bb9f-43cf8d9efcea tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:18:29.496206 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2a00f684-688b-4d4d-bb9f-43cf8d9efcea tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:29.500848 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] Sync routers for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:18:29.510168 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:18:29.510802 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:18:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:29.525353 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2a00f684-688b-4d4d-bb9f-43cf8d9efcea tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "PUT /v2.0/floatingips/10d41713-cfd7-44d4-a27d-d0e89911974d HTTP/1.1" status: 200 len: 991 time: 0.9845965 Apr 12 17:18:29.526043 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74facd11-177b-4c63-b881-b3cba229a2a5', 'tag': '53426632-8e4a-423d-b7aa-897eb77e704c'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:18:29.528302 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606cbb55-caf8-411e-9aee-0a02ecefd50c" -d '{"events": [{"name": "network-changed", "server_uuid": "74facd11-177b-4c63-b881-b3cba229a2a5", "tag": "53426632-8e4a-423d-b7aa-897eb77e704c"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:18:29.562845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c042360e-c3c9-47a3-81c7-39b5dd052b55 x-openstack-request-id: req-c042360e-c3c9-47a3-81c7-39b5dd052b55 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:18:29.563447 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74facd11-177b-4c63-b881-b3cba229a2a5", "tag": "53426632-8e4a-423d-b7aa-897eb77e704c", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:18:29.563447 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c042360e-c3c9-47a3-81c7-39b5dd052b55 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:18:29.564003 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c042360e-c3c9-47a3-81c7-39b5dd052b55'] response: {'name': 'network-changed', 'server_uuid': '74facd11-177b-4c63-b881-b3cba229a2a5', 'tag': '53426632-8e4a-423d-b7aa-897eb77e704c', 'status': 'completed', 'code': 200} Apr 12 17:18:29.622114 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:18:29.657124 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-c5250915-1265-40c0-89ed-dd03fb10f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:29.658738 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-c5250915-1265-40c0-89ed-dd03fb10f0f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c008fa9c4824ee799c7065559489391&device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 1129 time: 0.0404904 Apr 12 17:18:29.752546 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-735fe5f0-a1dd-4906-bb3e-9b5961375ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:29.754015 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-735fe5f0-a1dd-4906-bb3e-9b5961375ce0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5b7533-46ac-4787-9678-099b907c3a3b HTTP/1.1" status: 200 len: 911 time: 0.0886285 Apr 12 17:18:29.820047 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-98a9e0af-e765-4936-9659-35ca090f2344 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53426632-8e4a-423d-b7aa-897eb77e704c HTTP/1.1" status: 200 len: 999 time: 0.0589249 Apr 12 17:18:29.834214 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '10d41713-cfd7-44d4-a27d-d0e89911974d', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'port_id': '53426632-8e4a-423d-b7aa-897eb77e704c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'mac_address': 'fa:16:3e:d9:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74facd11-177b-4c63-b881-b3cba229a2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:18:14Z', 'updated_at': '2022-04-12T17:18:28Z', 'revision_number': 1, 'project_id': '6c008fa9c4824ee799c7065559489391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:29.862866 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] Checking router: ccc2876d-a8aa-4221-be07-255e5ba56efb for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:18:29.870900 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:18:29.871504 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:18:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:29.871768 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-02c9fa85-5786-4ef6-a640-2568117e74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:29.873271 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-02c9fa85-5786-4ef6-a640-2568117e74a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98113788-c719-4bfa-9857-7fce4600da0f HTTP/1.1" status: 200 len: 850 time: 0.0468574 Apr 12 17:18:29.916886 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-f02e9969-7c64-46f5-a003-59a77e9271a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:29.918425 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-f02e9969-7c64-46f5-a003-59a77e9271a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5b7533-46ac-4787-9678-099b907c3a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382130 Apr 12 17:18:29.976883 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:18:30.007246 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-0e51f95a-d908-44f2-b0b6-0f8505e01359 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829864 Apr 12 17:18:30.105099 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-606cbb55-caf8-411e-9aee-0a02ecefd50c req-5ec45c3d-79d3-4075-a468-716d6d750c9a service neutron] 10.222.0.41 "GET /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855730 Apr 12 17:18:30.185982 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '10d41713-cfd7-44d4-a27d-d0e89911974d', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'port_id': '53426632-8e4a-423d-b7aa-897eb77e704c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'mac_address': 'fa:16:3e:d9:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74facd11-177b-4c63-b881-b3cba229a2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:18:14Z', 'updated_at': '2022-04-12T17:18:28Z', 'revision_number': 1, 'project_id': '6c008fa9c4824ee799c7065559489391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:18:30.212061 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c8e0d-b693-462c-9d97-49cfb09670ee None None] The sync data for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi is: [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '10d41713-cfd7-44d4-a27d-d0e89911974d', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'port_id': '53426632-8e4a-423d-b7aa-897eb77e704c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'mac_address': 'fa:16:3e:d9:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74facd11-177b-4c63-b881-b3cba229a2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:18:14Z', 'updated_at': '2022-04-12T17:18:28Z', 'revision_number': 1, 'project_id': '6c008fa9c4824ee799c7065559489391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:18:30.410961 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81cf2c4-b601-49a2-951c-ffcb0117b275 None None] New status for floating IP 10d41713-cfd7-44d4-a27d-d0e89911974d: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:18:39.182869 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-11f38164-2c19-431c-84e0-05aae9889e84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379198 Apr 12 17:18:39.255320 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-c530e8ce-39b0-4e35-904c-baad5252c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:39.256786 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-c530e8ce-39b0-4e35-904c-baad5252c2c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf&device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1129 time: 0.0398927 Apr 12 17:18:39.387431 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-cd54ac30-e618-4b72-9216-26f46beb4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:39.388803 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-cd54ac30-e618-4b72-9216-26f46beb4166 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14472038-bfec-44c7-961e-d47314f1d9e1 HTTP/1.1" status: 200 len: 909 time: 0.1120799 Apr 12 17:18:39.454546 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-5d530755-62c8-42c6-b44b-735f706c8aca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0575657 Apr 12 17:18:39.508546 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-f03d2c64-407f-402a-b3fb-ebfd05ea167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:39.509947 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-f03d2c64-407f-402a-b3fb-ebfd05ea167a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb3fb7ac-cab2-45ef-9d95-27033bba06c4 HTTP/1.1" status: 200 len: 848 time: 0.0470886 Apr 12 17:18:39.553970 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-08ac9a6f-9011-44ce-ae5c-27a69e529ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:39.555461 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-08ac9a6f-9011-44ce-ae5c-27a69e529ba5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14472038-bfec-44c7-961e-d47314f1d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382705 Apr 12 17:18:39.643605 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-684c81fb-98c6-4b26-a476-8ba597440f8b service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812788 Apr 12 17:18:39.735822 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2601aec8-765f-4842-b8d6-15cc43ddb5a7 req-1de9e087-db7e-4f5a-8d51-8440f957d203 service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857239 Apr 12 17:18:44.579177 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58693e86-0324-4802-9627-a197843b329e req-5649bd6d-b513-4645-abe7-ab7c1599fa1e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:44.580667 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-58693e86-0324-4802-9627-a197843b329e req-5649bd6d-b513-4645-abe7-ab7c1599fa1e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0472698 Apr 12 17:18:44.630413 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-58693e86-0324-4802-9627-a197843b329e req-23a50e37-04c9-489f-b60c-33f5fdb1e658 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439053 Apr 12 17:18:45.744636 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b95eeb-ced5-40db-8585-a910030e4568 req-98e979ec-8ee8-40a2-9f12-201cfb728b63 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:45.746104 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00b95eeb-ced5-40db-8585-a910030e4568 req-98e979ec-8ee8-40a2-9f12-201cfb728b63 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0463359 Apr 12 17:18:45.794981 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-00b95eeb-ced5-40db-8585-a910030e4568 req-e4edb2d9-dad0-4334-ad33-f6ae80635ca6 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Apr 12 17:18:46.327927 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:46.610332 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8c08895-9def-4b75-93c8-bd6185019f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:46.909305 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73397273-a340-4569-a5ae-70348c4fdccf req-890712b9-52a4-4b2e-be0c-148a9e73bbac tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:46.910806 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-73397273-a340-4569-a5ae-70348c4fdccf req-890712b9-52a4-4b2e-be0c-148a9e73bbac tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0481236 Apr 12 17:18:46.957110 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-73397273-a340-4569-a5ae-70348c4fdccf req-8de97ec6-2faf-4cde-a402-2069e52ee8ef tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409071 Apr 12 17:18:48.072745 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610d21-1ccd-4661-b191-2cca4d56cbc9 req-92c6bedf-ee9a-4429-aa75-ca41f7a7e2f2 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:48.074235 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5e610d21-1ccd-4661-b191-2cca4d56cbc9 req-92c6bedf-ee9a-4429-aa75-ca41f7a7e2f2 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0526848 Apr 12 17:18:48.123836 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5e610d21-1ccd-4661-b191-2cca4d56cbc9 req-42741cf0-802b-4865-bd3e-a97268dab8cc tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440166 Apr 12 17:18:48.865074 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-07c77011-b06d-40db-8631-caf929e7ffde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:49.234551 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc527f-f5ea-44ca-9f60-5ccaa0554432 req-a727ae00-0b78-4cca-8b96-33167cb555be tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:49.236018 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-56fc527f-f5ea-44ca-9f60-5ccaa0554432 req-a727ae00-0b78-4cca-8b96-33167cb555be tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0463781 Apr 12 17:18:49.283405 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-56fc527f-f5ea-44ca-9f60-5ccaa0554432 req-194c9b50-51be-49bc-b6e5-ce51303b4bf1 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418251 Apr 12 17:18:49.916642 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:50.391991 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a307f3-c253-437f-a0cd-52d0f9578865 req-5024e5d4-40f5-4308-935a-da6e5635bb01 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:50.393919 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-25a307f3-c253-437f-a0cd-52d0f9578865 req-5024e5d4-40f5-4308-935a-da6e5635bb01 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0456400 Apr 12 17:18:50.440456 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-25a307f3-c253-437f-a0cd-52d0f9578865 req-3cee1568-b493-409f-a3a8-71e4a569d84a tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410552 Apr 12 17:18:51.364297 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:51.548887 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e47e93-203d-4fe9-b73e-b67a0fc1afe1 req-a09ba9db-c767-4118-ab88-3f186609f7f0 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:51.550987 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39e47e93-203d-4fe9-b73e-b67a0fc1afe1 req-a09ba9db-c767-4118-ab88-3f186609f7f0 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0459287 Apr 12 17:18:51.600695 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39e47e93-203d-4fe9-b73e-b67a0fc1afe1 req-58cde5b8-e0fd-466f-9911-2c17af183a80 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442631 Apr 12 17:18:51.787683 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:18:52.714190 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d755c-c1d4-4e62-90de-4f58580cca94 req-4abcc3bd-39a4-4f58-b304-e46d479e5574 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:52.715672 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8a6d755c-c1d4-4e62-90de-4f58580cca94 req-4abcc3bd-39a4-4f58-b304-e46d479e5574 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0494404 Apr 12 17:18:52.763921 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8a6d755c-c1d4-4e62-90de-4f58580cca94 req-fcbf1d0a-903f-4461-a87d-cd028a5beea4 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428014 Apr 12 17:18:53.021365 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:53.872736 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c8c44-4150-4631-a537-03495625eb2f req-ce89b874-c626-4ffb-9693-bd16a2a0d51b tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:53.874203 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5f0c8c44-4150-4631-a537-03495625eb2f req-ce89b874-c626-4ffb-9693-bd16a2a0d51b tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0465229 Apr 12 17:18:53.922648 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5f0c8c44-4150-4631-a537-03495625eb2f req-5b5f3643-caa3-4519-92ea-22a6cf612590 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424228 Apr 12 17:18:54.884344 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-28db7bb4-fe7c-4151-8d8e-b3a40f4d8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:54.885783 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-28db7bb4-fe7c-4151-8d8e-b3a40f4d8037 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf&device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1129 time: 0.0372660 Apr 12 17:18:54.976151 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-3fa0bfb6-2795-4538-9916-47e942959f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:54.977630 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-3fa0bfb6-2795-4538-9916-47e942959f08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14472038-bfec-44c7-961e-d47314f1d9e1 HTTP/1.1" status: 200 len: 909 time: 0.0857081 Apr 12 17:18:55.066257 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ae9e1-0239-4953-b7b3-35b07772d6fa req-2f0b4c77-a861-4225-bf98-fb56dcf9ed42 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:55.067455 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-325ae9e1-0239-4953-b7b3-35b07772d6fa req-2f0b4c77-a861-4225-bf98-fb56dcf9ed42 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0771153 Apr 12 17:18:55.086300 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-93cfc784-1df4-4972-b56d-4364375860bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 200 len: 1001 time: 0.1015072 Apr 12 17:18:55.159674 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-325ae9e1-0239-4953-b7b3-35b07772d6fa req-a123c67d-41d3-49c2-91ae-b4e2af5491f2 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834169 Apr 12 17:18:55.161134 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-3240362e-29da-461e-ac8c-08532d943174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:55.162489 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-3240362e-29da-461e-ac8c-08532d943174 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb3fb7ac-cab2-45ef-9d95-27033bba06c4 HTTP/1.1" status: 200 len: 848 time: 0.0702987 Apr 12 17:18:55.204793 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-15197101-4461-4d00-a5db-4ba2ce11454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:55.206922 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-15197101-4461-4d00-a5db-4ba2ce11454e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14472038-bfec-44c7-961e-d47314f1d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381801 Apr 12 17:18:55.296922 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-cac58387-c248-40ef-8e23-b6407e28ef70 service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836861 Apr 12 17:18:55.644720 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-38e4e017-c1df-460b-a78e-3970efdeaa86 req-c69939b6-e83c-47b4-b273-fc4b65e318e2 service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412111 Apr 12 17:18:56.268297 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302c88c-f9f8-4a84-92f6-3d05c82fe33a req-a4038b98-42c7-4fb0-89da-9b3ad7ea6042 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:56.269761 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b302c88c-f9f8-4a84-92f6-3d05c82fe33a req-a4038b98-42c7-4fb0-89da-9b3ad7ea6042 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0454638 Apr 12 17:18:56.316853 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b302c88c-f9f8-4a84-92f6-3d05c82fe33a req-b7f5078c-b83b-4b33-b1f9-bbe1a6b3200a tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414743 Apr 12 17:18:57.427807 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17b2b2-1c2e-45f5-ba27-5bbf8fdc59ef req-a48e8ba2-4432-4be3-9512-4fbd907f817a tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:57.429260 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-de17b2b2-1c2e-45f5-ba27-5bbf8fdc59ef req-a48e8ba2-4432-4be3-9512-4fbd907f817a tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0469058 Apr 12 17:18:57.481286 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-de17b2b2-1c2e-45f5-ba27-5bbf8fdc59ef req-07efcf0a-ed6f-42b3-af4a-8cf6725b7e40 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460939 Apr 12 17:18:58.594693 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bf43d-e2fd-44af-b3b1-b0f8dc7da2bc req-4067263f-990d-47ec-9c22-8b93f42abf23 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:58.596149 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-097bf43d-e2fd-44af-b3b1-b0f8dc7da2bc req-4067263f-990d-47ec-9c22-8b93f42abf23 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Apr 12 17:18:58.644948 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-097bf43d-e2fd-44af-b3b1-b0f8dc7da2bc req-a39ea241-f008-4d8a-aade-5488154415d9 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432677 Apr 12 17:18:58.711099 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-550bb109-bca4-474c-b80b-af5374b0ef6a req-2237ab31-3e53-4fd4-a87c-6b070784b774 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:18:58.712083 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-550bb109-bca4-474c-b80b-af5374b0ef6a req-2237ab31-3e53-4fd4-a87c-6b070784b774 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054123 Apr 12 17:18:58.972712 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840264e3-b7bc-4a90-940d-6c1f585f54f4 req-5a60c1ab-371e-4250-98a0-384dcdaf6d7d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:58.973841 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-840264e3-b7bc-4a90-940d-6c1f585f54f4 req-5a60c1ab-371e-4250-98a0-384dcdaf6d7d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0457301 Apr 12 17:18:59.022389 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-840264e3-b7bc-4a90-940d-6c1f585f54f4 req-3b25826f-3487-45e6-878f-4d9fce90a4d3 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429490 Apr 12 17:18:59.077404 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47646) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:59.159024 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-90422b40-404f-407f-8e71-ab0ff96d388d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804839 Apr 12 17:18:59.167957 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-1063447f-6529-430d-95cb-77a3de7bc32c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:18:59.168911 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-1063447f-6529-430d-95cb-77a3de7bc32c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047808 Apr 12 17:18:59.313394 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 47654) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:18:59.402906 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-0f0972db-4262-4a89-9a7a-4daf347e2cb9 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:18:59.404220 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-0f0972db-4262-4a89-9a7a-4daf347e2cb9 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports/dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 200 len: 942 time: 0.0898623 Apr 12 17:18:59.782381 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dcc0c83d-36e4-40bd-be73-0241be8c6eb5 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:18:59.860222 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 is: ACTIVE; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:18:59.860612 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:18:59.883049 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:18:59.885309 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f355d4-972d-4453-9ecb-f14e8bbbe892" -d '{"events": [{"server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "name": "network-vif-unplugged", "status": "completed", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:18:59.897805 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:18:59.919289 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfcb321-82c9-42ad-a0e2-4d900d462f29 x-openstack-request-id: req-cdfcb321-82c9-42ad-a0e2-4d900d462f29 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:18:59.919658 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "name": "network-vif-unplugged", "status": "failed", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5", "code": 422}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:18:59.919905 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdfcb321-82c9-42ad-a0e2-4d900d462f29 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:18:59.920409 dv-cinder-837531-1-iscsi neutron-server[103960]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cdfcb321-82c9-42ad-a0e2-4d900d462f29']: {'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'code': 422} returned with failed status Apr 12 17:18:59.973341 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:00.020909 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,revision_number=6']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:19:00.027893 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.028246 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.028593 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.028937 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.029281 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.029632 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.029941 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.030268 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.030626 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.030953 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.031280 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.031623 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.031948 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.032276 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.032603 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:19:00.138157 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb4907-f8c7-4299-8744-b5c676f6bda4 req-1b8d38a2-133d-4df8-a26f-757fc93d23d7 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:00.139685 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-43bb4907-f8c7-4299-8744-b5c676f6bda4 req-1b8d38a2-133d-4df8-a26f-757fc93d23d7 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0514812 Apr 12 17:19:00.187591 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-43bb4907-f8c7-4299-8744-b5c676f6bda4 req-7e0cb1a1-d3b8-404b-91bf-d67dfb7d6737 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420294 Apr 12 17:19:01.298297 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa61b7-f43f-4f30-9443-b325d8c167da req-ea9c67bb-7fe8-4c34-b169-85c6193e2282 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:01.299733 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a8fa61b7-f43f-4f30-9443-b325d8c167da req-ea9c67bb-7fe8-4c34-b169-85c6193e2282 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0458174 Apr 12 17:19:01.353157 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a8fa61b7-f43f-4f30-9443-b325d8c167da req-3b98cc7e-75cd-48a7-9c52-2ae52d786736 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472806 Apr 12 17:19:02.067778 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-85f3f839-5cc3-4eb3-b489-543407d13e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:02.069296 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-85f3f839-5cc3-4eb3-b489-543407d13e25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47&tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf HTTP/1.1" status: 200 len: 1127 time: 0.0750868 Apr 12 17:19:02.145779 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-286c8d5d-c554-4dc8-82eb-440938431c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:02.147267 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-286c8d5d-c554-4dc8-82eb-440938431c1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf&device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1127 time: 0.0385273 Apr 12 17:19:02.237140 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-d12313eb-ebbd-482f-ad36-6b5a9b126c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:02.238684 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-d12313eb-ebbd-482f-ad36-6b5a9b126c65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14472038-bfec-44c7-961e-d47314f1d9e1 HTTP/1.1" status: 200 len: 909 time: 0.0860536 Apr 12 17:19:02.301967 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-d15403a0-d5b7-4832-b9e0-fc2edfb58760 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 200 len: 999 time: 0.0578570 Apr 12 17:19:02.353048 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-d42c4862-6ac8-4691-ab1f-4fd7a28393a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:02.354388 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-d42c4862-6ac8-4691-ab1f-4fd7a28393a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb3fb7ac-cab2-45ef-9d95-27033bba06c4 HTTP/1.1" status: 200 len: 848 time: 0.0469501 Apr 12 17:19:02.397456 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-b37b752e-37c1-4e3c-b7fa-c55f329d42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:02.399014 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-b37b752e-37c1-4e3c-b7fa-c55f329d42c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14472038-bfec-44c7-961e-d47314f1d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385439 Apr 12 17:19:02.464620 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3039a61-07c2-466d-b298-99944960e94c req-f7137a92-7b2b-4277-a052-7cba58cc14fb tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:02.466092 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f3039a61-07c2-466d-b298-99944960e94c req-f7137a92-7b2b-4277-a052-7cba58cc14fb tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0460365 Apr 12 17:19:02.486883 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-ae7b2903-ebc7-4916-a4f7-d0fcd56ebd3c service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820496 Apr 12 17:19:02.515434 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f3039a61-07c2-466d-b298-99944960e94c req-33b46312-0b8b-4232-82d6-3433cba62865 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437217 Apr 12 17:19:02.580181 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0d8b64d6-267f-4a2b-856b-8ed966ca4ecb req-c84440ff-b7fb-4e70-a6c7-fc8ce116ba37 service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877161 Apr 12 17:19:03.626265 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2fdb8-25b0-428b-95a9-29f3e40e8ed7 req-d5419a5f-dc91-4ef8-b843-8eb2eb7a692d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:03.627768 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fba2fdb8-25b0-428b-95a9-29f3e40e8ed7 req-d5419a5f-dc91-4ef8-b843-8eb2eb7a692d tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0473151 Apr 12 17:19:03.675498 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fba2fdb8-25b0-428b-95a9-29f3e40e8ed7 req-a8f18dbc-38d4-455a-83df-83b008470ee9 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423195 Apr 12 17:19:04.783879 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad9dbf-9fe9-4900-b631-65e17233212d req-6ce8fde3-06d2-468a-9c12-de99ca637b3f tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:04.785823 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d4ad9dbf-9fe9-4900-b631-65e17233212d req-6ce8fde3-06d2-468a-9c12-de99ca637b3f tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0461383 Apr 12 17:19:04.836276 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d4ad9dbf-9fe9-4900-b631-65e17233212d req-6b0908e1-60be-46a8-b206-3fac2b8b8950 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448983 Apr 12 17:19:05.950702 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8926-1493-48e7-a8a5-d36ab2e9408b req-e8ec341b-ddd3-49d4-b0d4-45c4906eb62e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:05.952197 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-61aa8926-1493-48e7-a8a5-d36ab2e9408b req-e8ec341b-ddd3-49d4-b0d4-45c4906eb62e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0506535 Apr 12 17:19:05.999685 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-61aa8926-1493-48e7-a8a5-d36ab2e9408b req-5d81e957-b928-4b94-b5cd-dba947ebeb27 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 Apr 12 17:19:07.109276 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace84c8e-98b4-4228-847d-94c61cb13b6b req-8d1caf75-8011-4454-bbfd-32798dd28bca tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:07.110731 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ace84c8e-98b4-4228-847d-94c61cb13b6b req-8d1caf75-8011-4454-bbfd-32798dd28bca tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0451138 Apr 12 17:19:07.158705 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ace84c8e-98b4-4228-847d-94c61cb13b6b req-4182108a-4531-4e32-8b9d-46403279bff7 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419281 Apr 12 17:19:08.267797 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664aebd-d39c-4dd1-b707-6b4caa86ca31 req-7d3c8a3d-957b-430a-a76c-65b1f1a8adb0 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:08.269355 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7664aebd-d39c-4dd1-b707-6b4caa86ca31 req-7d3c8a3d-957b-430a-a76c-65b1f1a8adb0 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0469992 Apr 12 17:19:08.317816 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7664aebd-d39c-4dd1-b707-6b4caa86ca31 req-f0f20965-9242-46a7-876c-61f4a10fecc4 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427508 Apr 12 17:19:09.427092 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575856-1329-4d27-953c-f500cbf51cab req-1ec4b5f8-5eb0-454d-acb0-e0cc6cb1f8f9 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:09.428534 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9e575856-1329-4d27-953c-f500cbf51cab req-1ec4b5f8-5eb0-454d-acb0-e0cc6cb1f8f9 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0456247 Apr 12 17:19:09.474836 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9e575856-1329-4d27-953c-f500cbf51cab req-32db776d-8216-4474-8187-fa34bb0bb693 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409219 Apr 12 17:19:10.590342 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f9a7d-aa0b-47dd-98d4-272cdbf205aa req-f71eea45-6328-4423-9b1f-9a36994c4e43 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:10.591793 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f2f9a7d-aa0b-47dd-98d4-272cdbf205aa req-f71eea45-6328-4423-9b1f-9a36994c4e43 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0516663 Apr 12 17:19:10.639432 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f2f9a7d-aa0b-47dd-98d4-272cdbf205aa req-711beac1-7649-40b9-8107-6a1198c309bd tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421538 Apr 12 17:19:11.752038 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5a4b6-4082-4774-bfa5-b0a6c4238166 req-e83ddc70-c6ca-480d-99d0-76fb266737f4 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:11.753490 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-48e5a4b6-4082-4774-bfa5-b0a6c4238166 req-e83ddc70-c6ca-480d-99d0-76fb266737f4 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 943 time: 0.0495920 Apr 12 17:19:11.801938 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-48e5a4b6-4082-4774-bfa5-b0a6c4238166 req-e9acdb9d-7e42-4dcb-bf14-3b7f3157748e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429149 Apr 12 17:19:11.818805 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dcc0c83d-36e4-40bd-be73-0241be8c6eb5 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:19:11.915072 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:19:11.925894 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'port_id': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'mac_address': 'fa:16:3e:83:77:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:19:11.961078 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:19:11.961456 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:11.974160 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc0c83d-36e4-40bd-be73-0241be8c6eb5 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:19:11.992361 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:19:12.055128 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:12.103537 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,revision_number=7']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:19:12.494809 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['dcc0c83d-36e4-40bd-be73-0241be8c6eb5'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:19:12.912130 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e9ce1-4e77-419e-bfc4-9492cbddc632 req-465772ae-ff87-482a-be49-178235fa6ea4 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:12.913603 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7a6e9ce1-4e77-419e-bfc4-9492cbddc632 req-465772ae-ff87-482a-be49-178235fa6ea4 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 944 time: 0.0463471 Apr 12 17:19:12.961048 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7a6e9ce1-4e77-419e-bfc4-9492cbddc632 req-a125e086-832c-4012-8f5e-308e3cb2c9db tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419962 Apr 12 17:19:13.830060 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dcc0c83d-36e4-40bd-be73-0241be8c6eb5 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:19:13.878449 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:19:13.878823 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:13.955565 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:19:13.955943 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:13.978261 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:19:13.980782 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c4f703-eb9f-4a70-8830-699de75d27e6" -d '{"events": [{"server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "name": "network-vif-plugged", "status": "completed", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:19:13.993481 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:19:14.022067 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c000b4a3-1490-416a-9f0f-efefeaac83c8 x-openstack-request-id: req-c000b4a3-1490-416a-9f0f-efefeaac83c8 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:19:14.022417 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "name": "network-vif-plugged", "status": "completed", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:19:14.022680 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c000b4a3-1490-416a-9f0f-efefeaac83c8 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:19:14.023077 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c000b4a3-1490-416a-9f0f-efefeaac83c8'] response: {'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'code': 200} Apr 12 17:19:14.065719 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:14.080909 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d852fef-0699-4bd7-a759-95ba4ed023a5 req-63776956-f555-4990-96a1-b0eb77243ca8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:14.082400 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9d852fef-0699-4bd7-a759-95ba4ed023a5 req-63776956-f555-4990-96a1-b0eb77243ca8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 944 time: 0.0482833 Apr 12 17:19:14.114855 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,revision_number=8']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:19:14.136780 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9d852fef-0699-4bd7-a759-95ba4ed023a5 req-65d7e4f4-b049-426f-bad6-8efc2babce67 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477138 Apr 12 17:19:14.345150 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f948910-0748-4061-9580-49b1d315f600 req-5d448321-8ca2-4b33-b49d-4c34b5536a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:14.346551 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f948910-0748-4061-9580-49b1d315f600 req-5d448321-8ca2-4b33-b49d-4c34b5536a04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1129 time: 0.0373991 Apr 12 17:19:14.389766 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6f948910-0748-4061-9580-49b1d315f600 req-b168bbd5-7b63-4ca0-8fd3-8ad9b161ed95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376220 Apr 12 17:19:15.251251 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed91080-74cb-4ecc-8d39-b4de0d97d375 req-6721a00c-e60a-4381-9ef7-12a92b4f8b10 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:15.252710 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eed91080-74cb-4ecc-8d39-b4de0d97d375 req-6721a00c-e60a-4381-9ef7-12a92b4f8b10 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0469382 Apr 12 17:19:15.300081 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eed91080-74cb-4ecc-8d39-b4de0d97d375 req-45fffcf7-34b1-49f0-8968-b0b73917ed3c tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413666 Apr 12 17:19:16.367526 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:16.409483 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea991de-feb5-469b-af28-06a5c3216674 req-a8be5df8-9c37-493d-b475-27b0dd3043ee tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:16.411546 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8ea991de-feb5-469b-af28-06a5c3216674 req-a8be5df8-9c37-493d-b475-27b0dd3043ee tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0469344 Apr 12 17:19:16.459322 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8ea991de-feb5-469b-af28-06a5c3216674 req-cecf9c1f-c8de-44b6-a017-4e25e7740314 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422740 Apr 12 17:19:16.603354 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-80ce7d46-803f-4069-bf5c-6f22ce16cb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:18.818923 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-369709af-1d44-4dab-834e-6f8bdcdd7902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:19.899026 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:21.397658 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:23.014830 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:28.786987 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:19:40.089143 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c3b994-d762-42aa-8669-ff9ff820604e req-bb02898c-e270-4466-9569-bf8ef7111e5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418212 Apr 12 17:19:40.204333 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3b994-d762-42aa-8669-ff9ff820604e req-252ab96e-f065-4ccb-9e07-dac65b61fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:40.205836 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c3b994-d762-42aa-8669-ff9ff820604e req-252ab96e-f065-4ccb-9e07-dac65b61fe7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf&device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1129 time: 0.0386684 Apr 12 17:19:40.313418 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3b994-d762-42aa-8669-ff9ff820604e req-21343c11-97ad-4862-ae38-5ecc6adb834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:40.314848 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c3b994-d762-42aa-8669-ff9ff820604e req-21343c11-97ad-4862-ae38-5ecc6adb834e service neutron] 10.222.0.41 "GET /v2.0/networks?id=14472038-bfec-44c7-961e-d47314f1d9e1 HTTP/1.1" status: 200 len: 909 time: 0.0852253 Apr 12 17:19:40.383733 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c3b994-d762-42aa-8669-ff9ff820604e req-8cca5c06-3c98-4e91-ac01-6792c7a84c0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0612535 Apr 12 17:19:40.432139 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3b994-d762-42aa-8669-ff9ff820604e req-b77a2c91-4dfb-4049-8752-caba1a5b9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:40.433556 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c3b994-d762-42aa-8669-ff9ff820604e req-b77a2c91-4dfb-4049-8752-caba1a5b9f5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb3fb7ac-cab2-45ef-9d95-27033bba06c4 HTTP/1.1" status: 200 len: 848 time: 0.0430825 Apr 12 17:19:40.478923 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3b994-d762-42aa-8669-ff9ff820604e req-1b94f91b-af76-40eb-a0c3-664d8d3f951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:40.480598 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c3b994-d762-42aa-8669-ff9ff820604e req-1b94f91b-af76-40eb-a0c3-664d8d3f951e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14472038-bfec-44c7-961e-d47314f1d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378666 Apr 12 17:19:40.575235 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c3b994-d762-42aa-8669-ff9ff820604e req-c51e8e42-c990-459e-a332-2237573d27ab service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839360 Apr 12 17:19:40.676086 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-39c3b994-d762-42aa-8669-ff9ff820604e req-a0977e3a-c3bc-4971-bbfb-fd6099e7ea06 service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866892 Apr 12 17:19:41.450459 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5324043-c6b9-4a6e-8426-d0d77a750925 req-7d45e069-c2a2-4d0f-8967-3eae142dfb6f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:41.451932 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d5324043-c6b9-4a6e-8426-d0d77a750925 req-7d45e069-c2a2-4d0f-8967-3eae142dfb6f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0464489 Apr 12 17:19:41.502078 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d5324043-c6b9-4a6e-8426-d0d77a750925 req-a5ca79a2-be3c-4081-b0e3-91793c6af7a4 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441623 Apr 12 17:19:42.618178 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5f1eb-867d-4092-a050-00d73a8c1213 req-1e54e9e2-fefb-42dc-a373-6e26795b9856 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:42.619630 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60d5f1eb-867d-4092-a050-00d73a8c1213 req-1e54e9e2-fefb-42dc-a373-6e26795b9856 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0462089 Apr 12 17:19:42.664255 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-60d5f1eb-867d-4092-a050-00d73a8c1213 req-b9a15ea9-9b2c-454d-8b98-13962f7bca58 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391262 Apr 12 17:19:43.829120 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ada77d-b0e2-4353-9ae1-445793a12617 req-ab36c91c-172e-49a2-88ff-66d72e9fc089 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:43.830576 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-58ada77d-b0e2-4353-9ae1-445793a12617 req-ab36c91c-172e-49a2-88ff-66d72e9fc089 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0963657 Apr 12 17:19:43.877337 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-58ada77d-b0e2-4353-9ae1-445793a12617 req-eee1b72c-6f60-4545-bd53-beaeeb9deabb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404465 Apr 12 17:19:44.993708 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca70c71-5eb0-48e5-85ce-d777b6d3ff68 req-b88dfcc7-317e-4bef-922d-1bb9a1cec1c9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:44.995244 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1ca70c71-5eb0-48e5-85ce-d777b6d3ff68 req-b88dfcc7-317e-4bef-922d-1bb9a1cec1c9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0471754 Apr 12 17:19:45.041307 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1ca70c71-5eb0-48e5-85ce-d777b6d3ff68 req-e8882b3f-c292-44a5-b329-e0dd57055cc9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405211 Apr 12 17:19:46.154327 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47566f8-94ff-4b69-acaa-ba41ae43a19b req-fd12a650-b593-4441-a810-a89b99c161c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:46.155810 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d47566f8-94ff-4b69-acaa-ba41ae43a19b req-fd12a650-b593-4441-a810-a89b99c161c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0450630 Apr 12 17:19:46.201335 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d47566f8-94ff-4b69-acaa-ba41ae43a19b req-235c24fe-f490-4db1-9b63-319b79ac6709 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399995 Apr 12 17:19:46.344157 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:46.608457 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cb91d812-08a1-4dd3-b782-ee5c15e914f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:47.321390 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7684263-52d3-4b90-978b-e3f30fa11c0c req-992f595a-0c72-43ea-b219-d11a37c92f92 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:47.322801 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e7684263-52d3-4b90-978b-e3f30fa11c0c req-992f595a-0c72-43ea-b219-d11a37c92f92 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0510724 Apr 12 17:19:47.372294 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e7684263-52d3-4b90-978b-e3f30fa11c0c req-7f3c1437-ff0b-4b42-b20a-b8ff821377bb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436623 Apr 12 17:19:48.490827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13ca36-0eaf-4180-8b89-abc29c8e9798 req-86b7876e-f44a-41f9-ad8b-5a2f3f404744 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:48.492279 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fb13ca36-0eaf-4180-8b89-abc29c8e9798 req-86b7876e-f44a-41f9-ad8b-5a2f3f404744 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0480328 Apr 12 17:19:48.539829 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fb13ca36-0eaf-4180-8b89-abc29c8e9798 req-fd2ce658-3a66-4a47-ab72-2d716c2d688e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Apr 12 17:19:48.829857 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-dd073a70-a80b-484a-b0f7-969d2cdd87b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:49.660497 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22977f5-74e4-415c-8dab-687f4d9642c5 req-4577590d-d4c3-4a73-aaf2-27f49a100143 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:49.661950 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c22977f5-74e4-415c-8dab-687f4d9642c5 req-4577590d-d4c3-4a73-aaf2-27f49a100143 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0501981 Apr 12 17:19:49.708117 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c22977f5-74e4-415c-8dab-687f4d9642c5 req-b0fd3736-3d74-4aa4-9a88-f35e6bc0e87d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398977 Apr 12 17:19:49.905818 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:50.827202 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c94dc0-f0fc-455f-a048-ec417b834eed req-7ac36825-89e3-4e80-8f66-2da84f494181 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:50.828664 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-62c94dc0-f0fc-455f-a048-ec417b834eed req-7ac36825-89e3-4e80-8f66-2da84f494181 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0492580 Apr 12 17:19:50.874331 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-62c94dc0-f0fc-455f-a048-ec417b834eed req-83db0f6f-7a20-4ce7-9c16-abb8cbc2a4c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401449 Apr 12 17:19:51.379855 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:51.987191 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21db0d-2d96-4009-8eff-b7d953728d0b req-865c4b2f-71cf-4e22-8273-17ab84e71128 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:51.988635 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f21db0d-2d96-4009-8eff-b7d953728d0b req-865c4b2f-71cf-4e22-8273-17ab84e71128 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0464845 Apr 12 17:19:52.034600 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4f21db0d-2d96-4009-8eff-b7d953728d0b req-5b77ddeb-c43f-4b62-b35a-608e5388ab8b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404694 Apr 12 17:19:53.030914 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:53.151318 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e187d-7908-4e26-ae81-b2dbfa265077 req-fb25f87a-02e0-40de-920c-ba6095b59c52 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:53.152793 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ce4e187d-7908-4e26-ae81-b2dbfa265077 req-fb25f87a-02e0-40de-920c-ba6095b59c52 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0471470 Apr 12 17:19:53.199029 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ce4e187d-7908-4e26-ae81-b2dbfa265077 req-2f079d35-7780-4d30-baa4-8ab0cf449d23 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Apr 12 17:19:54.023103 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 35523367-2b72-4f50-aae3-f5b13e21577a details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:19:54.119924 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:19:54.130814 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '35523367-2b72-4f50-aae3-f5b13e21577a', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'port_id': '35523367-2b72-4f50-aae3-f5b13e21577a', 'mac_address': 'fa:16:3e:e8:50:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:19:54.166958 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 35523367-2b72-4f50-aae3-f5b13e21577a is: ACTIVE; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:19:54.167346 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:54.179985 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35523367-2b72-4f50-aae3-f5b13e21577a {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:19:54.198386 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:19:54.282963 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:54.316537 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58e6f-6b4c-484e-9043-21ff3c51d821 req-4758c883-604b-46d8-9491-ac1ea3f9f335 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:54.318044 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4bd58e6f-6b4c-484e-9043-21ff3c51d821 req-4758c883-604b-46d8-9491-ac1ea3f9f335 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 944 time: 0.0474017 Apr 12 17:19:54.331369 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=6']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:19:54.372950 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4bd58e6f-6b4c-484e-9043-21ff3c51d821 req-35b82b7a-5f89-405e-bf05-c68033c01a95 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484543 Apr 12 17:19:54.464910 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['35523367-2b72-4f50-aae3-f5b13e21577a'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:19:55.486458 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4130f-5618-4141-884a-4f0245e162e1 req-d9c23076-fee3-488c-b8a4-6005aa949a30 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:55.487899 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-25f4130f-5618-4141-884a-4f0245e162e1 req-d9c23076-fee3-488c-b8a4-6005aa949a30 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 944 time: 0.0459793 Apr 12 17:19:55.535240 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-25f4130f-5618-4141-884a-4f0245e162e1 req-bcc9c114-a872-4d35-b00b-6406667bff5f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419071 Apr 12 17:19:56.034958 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 35523367-2b72-4f50-aae3-f5b13e21577a up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:19:56.084011 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 35523367-2b72-4f50-aae3-f5b13e21577a triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:19:56.084387 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:56.161006 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 35523367-2b72-4f50-aae3-f5b13e21577a is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:19:56.161359 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:56.183594 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:19:56.185792 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1c84df-fbd2-4bcd-92e0-f3833ad4fbd8" -d '{"events": [{"server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "name": "network-vif-plugged", "status": "completed", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:19:56.198009 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:19:56.226438 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7e143e-08b1-4161-aad4-cd061d89108d x-openstack-request-id: req-db7e143e-08b1-4161-aad4-cd061d89108d {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:19:56.226438 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "name": "network-vif-plugged", "status": "completed", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:19:56.226438 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db7e143e-08b1-4161-aad4-cd061d89108d {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:19:56.226438 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7e143e-08b1-4161-aad4-cd061d89108d'] response: {'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a', 'code': 200} Apr 12 17:19:56.271188 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:19:56.318779 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=7']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:19:56.650192 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89ca15-34cb-4f60-9228-048d968bfbf6 req-3c1b7857-ab95-47ff-a556-d88491e1dc84 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:56.651647 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9b89ca15-34cb-4f60-9228-048d968bfbf6 req-3c1b7857-ab95-47ff-a556-d88491e1dc84 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0454991 Apr 12 17:19:56.696259 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9b89ca15-34cb-4f60-9228-048d968bfbf6 req-0292e645-deb4-4cf8-bf72-3aa607f05feb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392525 Apr 12 17:19:57.812829 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936934de-ec31-4a00-9ea3-67b867950a7b req-411911e7-be62-45d8-9c47-1d5285ec1798 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:57.814305 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-936934de-ec31-4a00-9ea3-67b867950a7b req-411911e7-be62-45d8-9c47-1d5285ec1798 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0464380 Apr 12 17:19:57.861000 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-936934de-ec31-4a00-9ea3-67b867950a7b req-0fd2cea3-fc73-4f11-873c-b2372043abe5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400701 Apr 12 17:19:58.976264 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f379eb-ec23-4c7f-9fb6-193e595dcfb7 req-799819e4-02e3-4964-a4b6-8f550276049f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:19:58.977711 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e9f379eb-ec23-4c7f-9fb6-193e595dcfb7 req-799819e4-02e3-4964-a4b6-8f550276049f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0466220 Apr 12 17:19:59.024215 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e9f379eb-ec23-4c7f-9fb6-193e595dcfb7 req-5d5be66c-3cab-47d8-9a71-0072528eb22d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402832 Apr 12 17:20:00.396319 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431a782-ff88-4976-ad96-723ea6143c8f req-251020d5-6649-4cb2-8bd0-b696ba0462f8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:00.397817 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6431a782-ff88-4976-ad96-723ea6143c8f req-251020d5-6649-4cb2-8bd0-b696ba0462f8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.3036957 Apr 12 17:20:00.455669 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6431a782-ff88-4976-ad96-723ea6143c8f req-d59ba8a9-e508-4304-8e41-b48896802c41 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451427 Apr 12 17:20:01.593115 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ac81b-a2ef-4d8d-8d83-927035278a49 req-b8eabf5e-4203-46dd-af84-8aeab23fdad1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:01.595410 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-146ac81b-a2ef-4d8d-8d83-927035278a49 req-b8eabf5e-4203-46dd-af84-8aeab23fdad1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0639722 Apr 12 17:20:01.654339 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-146ac81b-a2ef-4d8d-8d83-927035278a49 req-02491556-ca55-4367-9a1b-d0571f525ca5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530009 Apr 12 17:20:02.780783 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802310be-6f2f-41c2-a7ce-5c16ff262f08 req-dc72df09-d23f-4138-a23a-fb89a2e44414 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:02.782966 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-802310be-6f2f-41c2-a7ce-5c16ff262f08 req-dc72df09-d23f-4138-a23a-fb89a2e44414 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0554242 Apr 12 17:20:02.841891 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-802310be-6f2f-41c2-a7ce-5c16ff262f08 req-0016970a-51a6-47b6-bad1-bf994e58a85c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534048 Apr 12 17:20:03.964305 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb89716-0aa0-4dd0-9918-a408b01628cd req-30550087-5a0d-45b7-8efa-e84ed8450340 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:03.965847 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eeb89716-0aa0-4dd0-9918-a408b01628cd req-30550087-5a0d-45b7-8efa-e84ed8450340 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0545299 Apr 12 17:20:04.015985 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eeb89716-0aa0-4dd0-9918-a408b01628cd req-12037fb9-bc44-41ee-8392-01d00ba11747 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Apr 12 17:20:05.147489 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95def99-662c-445d-9e95-95da33b2d539 req-1372c6af-8416-4124-b68d-9f41bd466a02 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:05.149534 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b95def99-662c-445d-9e95-95da33b2d539 req-1372c6af-8416-4124-b68d-9f41bd466a02 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0518775 Apr 12 17:20:05.199019 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b95def99-662c-445d-9e95-95da33b2d539 req-e2176e3c-2eed-4fac-be3d-dab7b8994b2a tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Apr 12 17:20:05.786604 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:20:06.323817 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e1996-a717-49d6-829d-90c10b05fce0 req-4aa04735-b262-402b-b8f0-4f3db1eef6f1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:06.326093 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-761e1996-a717-49d6-829d-90c10b05fce0 req-4aa04735-b262-402b-b8f0-4f3db1eef6f1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0497417 Apr 12 17:20:06.378881 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-761e1996-a717-49d6-829d-90c10b05fce0 req-c606a568-9cd2-416c-957a-9652645a788f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472074 Apr 12 17:20:07.496955 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5450a4-5632-4906-819f-a48ff6b187eb req-f90aef4b-f019-43f6-93ac-22012ba438e9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:07.498409 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0b5450a4-5632-4906-819f-a48ff6b187eb req-f90aef4b-f019-43f6-93ac-22012ba438e9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0474851 Apr 12 17:20:07.545662 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0b5450a4-5632-4906-819f-a48ff6b187eb req-7fabe77c-7538-42c0-83c3-afc62b22593e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404243 Apr 12 17:20:08.671678 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c001c57-b996-4e59-951e-7974c1a40c30 req-6421f7eb-86b0-4445-86a1-bd02e5b7cff7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:08.673862 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6c001c57-b996-4e59-951e-7974c1a40c30 req-6421f7eb-86b0-4445-86a1-bd02e5b7cff7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0532181 Apr 12 17:20:08.736878 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6c001c57-b996-4e59-951e-7974c1a40c30 req-ce440b56-8f64-43d9-bedb-9c4ef7f4a144 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475621 Apr 12 17:20:09.867957 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b2fdf-9043-480a-969d-ccd543a77abf req-70834347-6881-4562-b19d-501465734313 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:09.875897 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8e7b2fdf-9043-480a-969d-ccd543a77abf req-70834347-6881-4562-b19d-501465734313 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0622001 Apr 12 17:20:09.926648 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8e7b2fdf-9043-480a-969d-ccd543a77abf req-64ee41a3-0f58-4a86-a792-c2dec99d16c6 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496066 Apr 12 17:20:11.056031 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2a7d1-e658-43f9-884a-76164729de86 req-cb154e17-7233-47ba-95bd-9c542d6ee3e5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:11.058212 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b9c2a7d1-e658-43f9-884a-76164729de86 req-cb154e17-7233-47ba-95bd-9c542d6ee3e5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0515351 Apr 12 17:20:11.114712 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b9c2a7d1-e658-43f9-884a-76164729de86 req-be4a0471-3c4e-4b68-b5a5-61f0297967fb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502429 Apr 12 17:20:12.232023 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05bc58-efe2-4bca-bb41-e7c62230e090 req-79b6ace5-4d59-491a-ae33-6ecebfbced68 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:12.233746 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5e05bc58-efe2-4bca-bb41-e7c62230e090 req-79b6ace5-4d59-491a-ae33-6ecebfbced68 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0467615 Apr 12 17:20:12.285526 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5e05bc58-efe2-4bca-bb41-e7c62230e090 req-d16fece6-3622-4b5f-9c8f-c0bb9bdb4dba tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459597 Apr 12 17:20:13.415453 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6d6e9-6673-4e68-a691-b84db09af660 req-3421b0c7-b137-4a2b-8963-9ba056b53560 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:13.418169 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c0e6d6e9-6673-4e68-a691-b84db09af660 req-3421b0c7-b137-4a2b-8963-9ba056b53560 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0497739 Apr 12 17:20:13.466111 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c0e6d6e9-6673-4e68-a691-b84db09af660 req-d68f08a7-530f-4a44-a37d-21a724f67dbc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Apr 12 17:20:14.583816 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fcf69-ddb1-4d34-bf7e-397ff46d9f04 req-db35dbb3-0a01-4d22-b4af-eb9f86fcf749 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:14.585431 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ff0fcf69-ddb1-4d34-bf7e-397ff46d9f04 req-db35dbb3-0a01-4d22-b4af-eb9f86fcf749 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0491359 Apr 12 17:20:14.637499 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ff0fcf69-ddb1-4d34-bf7e-397ff46d9f04 req-a3cdbba6-c7a3-4c4e-8d2f-fbc2f47832cf tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462496 Apr 12 17:20:14.877845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-a3d59713-6299-401b-8abe-b9f8f795c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:14.879280 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-a3d59713-6299-401b-8abe-b9f8f795c706 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 1129 time: 0.0817258 Apr 12 17:20:14.970489 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-534b43d3-faeb-4a2a-a845-8fd12dd2addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:14.971938 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-534b43d3-faeb-4a2a-a845-8fd12dd2addb service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 916 time: 0.0854423 Apr 12 17:20:15.042803 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-5aa0bf68-81fe-41e0-9893-a36d0cb01477 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35523367-2b72-4f50-aae3-f5b13e21577a HTTP/1.1" status: 200 len: 1001 time: 0.0619309 Apr 12 17:20:15.088683 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f478a-18c7-4061-a8e5-d0f85bd1a12f req-89bc7bb8-cec3-4c64-bf41-3573f2b3d51f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:15.090148 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5b5f478a-18c7-4061-a8e5-d0f85bd1a12f req-89bc7bb8-cec3-4c64-bf41-3573f2b3d51f tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 945 time: 0.0509231 Apr 12 17:20:15.135561 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5b5f478a-18c7-4061-a8e5-d0f85bd1a12f req-eab48ba2-cffb-4a9c-be4f-09a7e17a45da tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397050 Apr 12 17:20:15.753350 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa80c44-5e87-4673-84ce-139d5214e816 req-3bc4a8c2-1046-4c81-9b93-3cfe48b03c3b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:15.754824 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0fa80c44-5e87-4673-84ce-139d5214e816 req-3bc4a8c2-1046-4c81-9b93-3cfe48b03c3b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0457776 Apr 12 17:20:15.800053 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0fa80c44-5e87-4673-84ce-139d5214e816 req-104e02cf-9e5b-4025-bcad-acb5c1cf0035 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392022 Apr 12 17:20:16.246778 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447e86e-dc1d-4392-8fb2-eaefc6580069 req-d0368243-d0e2-4023-8839-d53d744fe791 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:16.248252 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3447e86e-dc1d-4392-8fb2-eaefc6580069 req-d0368243-d0e2-4023-8839-d53d744fe791 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 945 time: 0.0465708 Apr 12 17:20:16.295793 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3447e86e-dc1d-4392-8fb2-eaefc6580069 req-29eef3b5-5f87-44dc-99d5-ffa3a6940657 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Apr 12 17:20:16.351121 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:16.526143 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-0e1bc275-9f74-48a0-a8f7-88532fd42a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:16.527614 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-0e1bc275-9f74-48a0-a8f7-88532fd42a21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0477800 Apr 12 17:20:16.571124 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-5277f638-1355-47e3-90ec-016af10549ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:16.572636 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-5277f638-1355-47e3-90ec-016af10549ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390382 Apr 12 17:20:16.582093 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-21d19e13-036c-4c7b-a9ea-b9d5cc4e25ec service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:20:16.583055 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-21d19e13-036c-4c7b-a9ea-b9d5cc4e25ec service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049894 Apr 12 17:20:16.623572 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2f9c29d2-fda6-4022-83f1-9cbe53e99e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:16.687128 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-eca8090d-00b6-457e-831d-2266c55ea004 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806658 Apr 12 17:20:16.776696 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2f789af9-8b78-434b-bb46-9f8e79903334 req-380cb7f0-d78e-4430-847b-52294802e5a7 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828850 Apr 12 17:20:16.917600 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296d4b3-6e22-42d3-b7b2-356318e39804 req-65a599b9-d421-45c1-bb42-630a6785bdca tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:16.919096 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1296d4b3-6e22-42d3-b7b2-356318e39804 req-65a599b9-d421-45c1-bb42-630a6785bdca tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0487971 Apr 12 17:20:16.964828 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1296d4b3-6e22-42d3-b7b2-356318e39804 req-cb06f67b-cc1b-4287-adb6-b5c43eeba34a tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Apr 12 17:20:17.408353 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814242-588f-4920-ba87-f5fcc24d8b3c req-86376659-c6be-4287-bd90-da240ad9d879 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:17.412445 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4e814242-588f-4920-ba87-f5fcc24d8b3c req-86376659-c6be-4287-bd90-da240ad9d879 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 945 time: 0.0462477 Apr 12 17:20:17.461409 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4e814242-588f-4920-ba87-f5fcc24d8b3c req-6ad0dc69-6e62-4f8a-bf79-4f3939e5c303 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Apr 12 17:20:18.084746 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725ff67-a12b-40a7-b900-fac8694aaf0e req-08bd443e-5127-4b90-93d2-aa249160a7fb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:18.086935 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8725ff67-a12b-40a7-b900-fac8694aaf0e req-08bd443e-5127-4b90-93d2-aa249160a7fb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 945 time: 0.0522163 Apr 12 17:20:18.134279 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8725ff67-a12b-40a7-b900-fac8694aaf0e req-dd07a47a-25e2-4d4e-91a6-f2183f014e37 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Apr 12 17:20:18.179199 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 35523367-2b72-4f50-aae3-f5b13e21577a no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:20:18.253506 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 35523367-2b72-4f50-aae3-f5b13e21577a is: ACTIVE; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:20:18.253822 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:18.276408 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:20:18.278899 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e75ca31-4c5c-4191-b13d-9f1b722e8e10" -d '{"events": [{"server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "name": "network-vif-unplugged", "status": "completed", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:20:18.290873 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:20:18.315712 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 17:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92abbc4-e887-4be5-ae12-923393a9feda x-openstack-request-id: req-b92abbc4-e887-4be5-ae12-923393a9feda {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:20:18.316004 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "name": "network-vif-unplugged", "status": "completed", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:20:18.316261 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b92abbc4-e887-4be5-ae12-923393a9feda {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:20:18.316653 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92abbc4-e887-4be5-ae12-923393a9feda'] response: {'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a', 'code': 200} Apr 12 17:20:18.362392 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:18.411955 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=8']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:18.419108 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.419453 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.419793 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.420131 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.420464 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.420791 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.421117 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.421440 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.421764 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.422086 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.422441 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.422768 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.423094 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.423408 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.423727 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:18.573672 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80603fd5-6271-4e8b-8a9f-206d07529a0a req-92e2f378-f9f8-45f7-8b95-85a60959f091 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:18.575058 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-80603fd5-6271-4e8b-8a9f-206d07529a0a req-92e2f378-f9f8-45f7-8b95-85a60959f091 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 945 time: 0.0457714 Apr 12 17:20:18.620394 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-80603fd5-6271-4e8b-8a9f-206d07529a0a req-8d155a18-05c6-4540-8583-f83b21c6182b tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups?id=20f57852-2044-47cb-9468-102b4065ae57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398910 Apr 12 17:20:18.692564 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-22614fd4-a6ec-4a8d-9582-933ce31703c9 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:18.694283 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-22614fd4-a6ec-4a8d-9582-933ce31703c9 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.41 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 945 time: 0.0448456 Apr 12 17:20:18.783802 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Deleting port 53426632-8e4a-423d-b7aa-897eb77e704c {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:20:18.784147 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:18.836811 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fd8c610e-f778-49ea-b7ad-8cba3127ca0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:18.874256 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] For port 53426632-8e4a-423d-b7aa-897eb77e704c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=53426632-8e4a-423d-b7aa-897eb77e704c,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:20:18.874648 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:19.100041 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:19.100681 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (10d41713-cfd7-44d4-a27d-d0e89911974d), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:19.100681 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Floating IP 10d41713-cfd7-44d4-a27d-d0e89911974d disassociated. External IP: 172.27.1.138, port: 53426632-8e4a-423d-b7aa-897eb77e704c. Apr 12 17:20:19.100953 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Calling delete_port for 53426632-8e4a-423d-b7aa-897eb77e704c owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:20:19.253222 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10631d8e-5053-495a-a660-9e60f91f4b76 req-62f4bae6-cc76-409c-9fbe-4addf38d18a8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:19.254710 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-10631d8e-5053-495a-a660-9e60f91f4b76 req-62f4bae6-cc76-409c-9fbe-4addf38d18a8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0467398 Apr 12 17:20:19.301074 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-10631d8e-5053-495a-a660-9e60f91f4b76 req-205c4504-bf82-4606-a147-485364cd6952 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405858 Apr 12 17:20:19.322152 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (53426632-8e4a-423d-b7aa-897eb77e704c), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:19.352888 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event deleted for resources: {'Port': ['ID=53426632-8e4a-423d-b7aa-897eb77e704c,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:19.366297 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.366663 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.367000 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.367337 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.367715 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.368041 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.368364 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.368680 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.369001 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.369366 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.369627 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.369964 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.370261 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.370601 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.370915 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:19.482755 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Router ccc2876d-a8aa-4221-be07-255e5ba56efb has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:20:19.593749 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:20:19.603321 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] Sync routers for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:20:19.616653 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:20:19.617613 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:19.645712 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] No DVR routers for this DVR port 53426632-8e4a-423d-b7aa-897eb77e704c on host hv-cinder-83753 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:20:19.648694 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:19.653728 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a8cf2f3-13bb-4ce2-acaf-79a99a0103f1 req-c121b1dc-0935-4722-94a6-79dde3e84e48 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.41 "DELETE /v2.0/ports/53426632-8e4a-423d-b7aa-897eb77e704c HTTP/1.1" status: 204 len: 173 time: 0.9522610 Apr 12 17:20:19.653728 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74facd11-177b-4c63-b881-b3cba229a2a5', 'name': 'network-vif-deleted', 'tag': '53426632-8e4a-423d-b7aa-897eb77e704c'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:20:19.655564 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6683040b-f360-4c67-87e9-fc0d8094a5ca" -d '{"events": [{"server_uuid": "74facd11-177b-4c63-b881-b3cba229a2a5", "name": "network-vif-deleted", "tag": "53426632-8e4a-423d-b7aa-897eb77e704c"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:20:19.725189 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0928f641-3660-4353-9652-99da15fd214d req-b98d12f7-1c76-4ca4-b68f-23c6e8017795 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/ports?device_id=74facd11-177b-4c63-b881-b3cba229a2a5 HTTP/1.1" status: 200 len: 210 time: 0.0333190 Apr 12 17:20:19.742379 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:20:19.860884 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4fd6ce-3ce9-4094-82f1-2e0dc1dde5b3 x-openstack-request-id: req-ec4fd6ce-3ce9-4094-82f1-2e0dc1dde5b3 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:20:19.860884 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74facd11-177b-4c63-b881-b3cba229a2a5", "name": "network-vif-deleted", "tag": "53426632-8e4a-423d-b7aa-897eb77e704c", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:20:19.860884 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec4fd6ce-3ce9-4094-82f1-2e0dc1dde5b3 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:20:19.860884 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4fd6ce-3ce9-4094-82f1-2e0dc1dde5b3'] response: {'server_uuid': '74facd11-177b-4c63-b881-b3cba229a2a5', 'name': 'network-vif-deleted', 'tag': '53426632-8e4a-423d-b7aa-897eb77e704c', 'status': 'completed', 'code': 200} Apr 12 17:20:19.944439 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:19.950860 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:19.976048 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] Checking router: ccc2876d-a8aa-4221-be07-255e5ba56efb for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:20:19.984486 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:20:19.985082 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:20.092420 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:20:20.184751 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 53426632-8e4a-423d-b7aa-897eb77e704c no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:20:20.204572 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 53426632-8e4a-423d-b7aa-897eb77e704c {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:20:20.204917 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 53426632-8e4a-423d-b7aa-897eb77e704c not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:20:20.283083 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:20.309769 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f77a7f-3d18-476c-962e-8cbfdd68130f None None] The sync data for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi is: [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:11:53Z', 'revision_number': 4, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '298e81bd-36ba-4a15-9d41-f339fb853716', 'name': '', 'network_id': '3f5b7533-46ac-4787-9678-099b907c3a3b', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'mac_address': 'fa:16:3e:48:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '98113788-c719-4bfa-9857-7fce4600da0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:52Z', 'updated_at': '2022-04-12T17:11:56Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'subnets': [{'id': '98113788-c719-4bfa-9857-7fce4600da0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:20:20.534425 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c4486-a55f-4b40-b294-028ec97fefdd None None] New status for floating IP 10d41713-cfd7-44d4-a27d-d0e89911974d: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:20:20.575435 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [req-ad0dd974-7591-4068-8b3a-14077d93df1e req-cd5faae5-f45a-48c0-8634-10a737141f82 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:20:20.576588 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad0dd974-7591-4068-8b3a-14077d93df1e req-cd5faae5-f45a-48c0-8634-10a737141f82 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055220 Apr 12 17:20:20.922390 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48058) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:20.932364 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2a69-8314-48df-83b4-27e7fd3052a6 req-7109674f-5860-4883-af7b-10ac20c7ae69 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:20.933811 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-422d2a69-8314-48df-83b4-27e7fd3052a6 req-7109674f-5860-4883-af7b-10ac20c7ae69 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0508492 Apr 12 17:20:20.976822 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e175b8ec-7064-4067-b10c-e65cb12804ad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (20f57852-2044-47cb-9468-102b4065ae57), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:20.985004 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-422d2a69-8314-48df-83b4-27e7fd3052a6 req-791f5d2c-4f0e-4408-a35e-2e1f6d06b484 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453413 Apr 12 17:20:21.002818 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e175b8ec-7064-4067-b10c-e65cb12804ad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (20f57852-2044-47cb-9468-102b4065ae57), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:21.116463 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e175b8ec-7064-4067-b10c-e65cb12804ad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (20f57852-2044-47cb-9468-102b4065ae57), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:21.119384 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e175b8ec-7064-4067-b10c-e65cb12804ad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:21.120707 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e175b8ec-7064-4067-b10c-e65cb12804ad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "DELETE /v2.0/security-groups/20f57852-2044-47cb-9468-102b4065ae57 HTTP/1.1" status: 204 len: 168 time: 0.1973312 Apr 12 17:20:21.123491 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48074) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:21.130026 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175b8ec-7064-4067-b10c-e65cb12804ad tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f57852-2044-47cb-9468-102b4065ae57,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:21.137216 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-54e4ac1b-2f29-4270-a151-64229d5aef43 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] show failed (client error): The resource could not be found. Apr 12 17:20:21.138317 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-54e4ac1b-2f29-4270-a151-64229d5aef43 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "GET /v2.0/security-groups/20f57852-2044-47cb-9468-102b4065ae57 HTTP/1.1" status: 404 len: 347 time: 0.0137887 Apr 12 17:20:21.141082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48076) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:21.255068 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Deleting port 8a7daab9-959e-4237-bde6-f2a0948f91c5 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:20:21.255412 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (8a7daab9-959e-4237-bde6-f2a0948f91c5), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:21.342003 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (8a7daab9-959e-4237-bde6-f2a0948f91c5), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:21.342335 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (8a7daab9-959e-4237-bde6-f2a0948f91c5), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:21.356871 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Calling delete_port for 8a7daab9-959e-4237-bde6-f2a0948f91c5 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:20:21.357274 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48082) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:21.448423 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-74e9200b-dd66-4db0-8828-714caaaef3c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890648 Apr 12 17:20:21.456912 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-2e84f37a-46bf-4825-a7ab-f5b4eb2fb090 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:20:21.458117 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-2e84f37a-46bf-4825-a7ab-f5b4eb2fb090 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052407 Apr 12 17:20:21.522303 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:21.535052 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48090) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:21.578264 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (8a7daab9-959e-4237-bde6-f2a0948f91c5), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:21.607699 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Pushing event deleted for resources: {'Port': ['ID=8a7daab9-959e-4237-bde6-f2a0948f91c5,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:21.620078 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.620439 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.620787 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.621130 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.621471 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.621803 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.622136 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.622493 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.622826 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.623158 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.623493 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.623943 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.624268 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.624593 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.624914 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:20:21.628104 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37392649-b1f9-4773-98f8-941f993897e0 req-ecba1614-5575-4e5b-9cb2-16b6a3da5282 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:21.629474 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-ecba1614-5575-4e5b-9cb2-16b6a3da5282 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports/35523367-2b72-4f50-aae3-f5b13e21577a HTTP/1.1" status: 200 len: 940 time: 0.0957024 Apr 12 17:20:21.680791 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks [] for floatingip (10d41713-cfd7-44d4-a27d-d0e89911974d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:21.683279 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:21.684422 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0e186940-e83d-4f80-a692-24d971cda5d1 tempest-AttachVolumeTestJSON-1411128538 tempest-AttachVolumeTestJSON-1411128538-project] 10.222.0.64 "DELETE /v2.0/floatingips/10d41713-cfd7-44d4-a27d-d0e89911974d HTTP/1.1" status: 204 len: 168 time: 0.5424402 Apr 12 17:20:22.104646 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7452019-afca-4f06-bb5f-9aa1c999a5db req-22740aa6-d07f-4cbc-97e1-3d4c79487ee0 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:22.106128 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f7452019-afca-4f06-bb5f-9aa1c999a5db req-22740aa6-d07f-4cbc-97e1-3d4c79487ee0 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0467458 Apr 12 17:20:22.152532 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f7452019-afca-4f06-bb5f-9aa1c999a5db req-91a094b1-c923-4809-8410-8d56f3c5e9be tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Apr 12 17:20:22.197071 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 35523367-2b72-4f50-aae3-f5b13e21577a no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:20:22.271297 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 35523367-2b72-4f50-aae3-f5b13e21577a is: DOWN; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:20:23.046205 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:23.274559 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbdd6b-b8c9-4f67-b989-9e9457b01dff req-ccd2c5c7-bfbc-46ee-86d7-11e51bb8f132 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:23.275567 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dbbbdd6b-b8c9-4f67-b989-9e9457b01dff req-ccd2c5c7-bfbc-46ee-86d7-11e51bb8f132 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0516322 Apr 12 17:20:23.330596 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dbbbdd6b-b8c9-4f67-b989-9e9457b01dff req-de34a82c-ef5a-4117-8f14-fdedda5e0e9a tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495095 Apr 12 17:20:24.471054 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37392649-b1f9-4773-98f8-941f993897e0 req-37b452b2-d419-4c6e-b39a-278315dbc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:24.472597 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-37b452b2-d419-4c6e-b39a-278315dbc76c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1&tenant_id=3e288f3ecd744caf835ffc29776c0a1a HTTP/1.1" status: 200 len: 1127 time: 0.0698121 Apr 12 17:20:24.479283 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a8b05-58eb-4ab5-bf32-9504adacba0c req-b1f32834-78e6-40ec-b634-cfce4debe93d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:24.480615 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8e6a8b05-58eb-4ab5-bf32-9504adacba0c req-b1f32834-78e6-40ec-b634-cfce4debe93d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0698462 Apr 12 17:20:24.556451 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8e6a8b05-58eb-4ab5-bf32-9504adacba0c req-11650822-185a-4fad-bc13-b8f2c152b099 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701175 Apr 12 17:20:24.561830 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37392649-b1f9-4773-98f8-941f993897e0 req-2541fd80-46a2-4d95-b687-4a7b647a305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:24.563347 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-2541fd80-46a2-4d95-b687-4a7b647a305c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 1127 time: 0.0557919 Apr 12 17:20:24.659185 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37392649-b1f9-4773-98f8-941f993897e0 req-f5f94261-5486-4852-8d2e-9a56a66b8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:24.660645 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-f5f94261-5486-4852-8d2e-9a56a66b8560 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 916 time: 0.0909169 Apr 12 17:20:24.723497 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-b7443d0d-2dfa-4a6d-80d3-fe33cc3d0a72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35523367-2b72-4f50-aae3-f5b13e21577a HTTP/1.1" status: 200 len: 999 time: 0.0568867 Apr 12 17:20:24.770800 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37392649-b1f9-4773-98f8-941f993897e0 req-72c6c1a0-9989-4543-961f-db6aa724be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:24.772164 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-72c6c1a0-9989-4543-961f-db6aa724be3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0424457 Apr 12 17:20:24.816691 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37392649-b1f9-4773-98f8-941f993897e0 req-bfd70e41-2019-4f8e-bed4-b20bec416d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:24.818133 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-bfd70e41-2019-4f8e-bed4-b20bec416d29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401807 Apr 12 17:20:24.904810 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-b5a1ed82-adf0-451b-b584-9a61a376c7a3 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806704 Apr 12 17:20:25.001162 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-b5b9a682-c468-4b8a-8b6e-00cd57976b00 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898104 Apr 12 17:20:25.780190 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48154) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:25.817300 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fbd96-61b8-4761-9763-fb508875325d req-41fdcd09-86be-4579-9445-d46908ddfddd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:25.819678 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8d2fbd96-61b8-4761-9763-fb508875325d req-41fdcd09-86be-4579-9445-d46908ddfddd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0862477 Apr 12 17:20:25.882531 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8d2fbd96-61b8-4761-9763-fb508875325d req-f439c8e7-52e6-4503-99a2-a915ab857667 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543363 Apr 12 17:20:26.570280 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660438'] for router_interface (ccc2876d-a8aa-4221-be07-255e5ba56efb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:26.815943 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] Deleting port 298e81bd-36ba-4a15-9d41-f339fb853716 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:20:26.816641 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:26.902147 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] For port 298e81bd-36ba-4a15-9d41-f339fb853716, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=298e81bd-36ba-4a15-9d41-f339fb853716,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:20:26.902536 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:26.916659 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] Calling delete_port for 298e81bd-36ba-4a15-9d41-f339fb853716 owned by network:router_interface {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:20:27.079280 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8d122-170e-4530-9bf2-77ef05a6f9a2 req-0784a217-be50-4ae6-92c7-811bb5663f8d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:27.080868 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a0f8d122-170e-4530-9bf2-77ef05a6f9a2 req-0784a217-be50-4ae6-92c7-811bb5663f8d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.1019697 Apr 12 17:20:27.163481 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a0f8d122-170e-4530-9bf2-77ef05a6f9a2 req-cb86468b-52e7-4d89-9edf-f63dc005c8c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705948 Apr 12 17:20:27.260477 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (298e81bd-36ba-4a15-9d41-f339fb853716), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:27.291087 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=298e81bd-36ba-4a15-9d41-f339fb853716,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:27.492693 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660298'] for router_interface (ccc2876d-a8aa-4221-be07-255e5ba56efb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:27.725163 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] Router ccc2876d-a8aa-4221-be07-255e5ba56efb has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:20:27.842778 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:20:27.847917 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-24c0a946-1485-4dc3-a14b-ef67b8aa2ebc admin admin] 10.222.0.64 "PUT /v2.0/routers/ccc2876d-a8aa-4221-be07-255e5ba56efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0659287 Apr 12 17:20:27.850441 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48162) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:27.853507 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] Sync routers for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:20:27.863651 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:20:27.864526 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:27.977027 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Publish callbacks [] for router (ccc2876d-a8aa-4221-be07-255e5ba56efb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:27.987295 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:20:28.124619 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Publish callbacks [] for router_gateway (ccc2876d-a8aa-4221-be07-255e5ba56efb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:28.164418 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:20:27Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:28.204642 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] Checking router: ccc2876d-a8aa-4221-be07-255e5ba56efb for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:20:28.210993 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] Routers {'ccc2876d-a8aa-4221-be07-255e5ba56efb'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:20:28.211624 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['ccc2876d-a8aa-4221-be07-255e5ba56efb'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:28.280909 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Deleting port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:20:28.281229 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:28.325718 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] Set router ccc2876d-a8aa-4221-be07-255e5ba56efb gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:20:28.341659 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42ca0-01f5-454b-b5d0-a7f187cd04d4 req-4d029efa-677b-4313-9a32-7dbdb47a5f0a tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:28.343392 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b2c42ca0-01f5-454b-b5d0-a7f187cd04d4 req-4d029efa-677b-4313-9a32-7dbdb47a5f0a tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0890446 Apr 12 17:20:28.438684 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] For port 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:20:28.439062 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:28.454404 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Calling delete_port for 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:20:28.473344 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b2c42ca0-01f5-454b-b5d0-a7f187cd04d4 req-3188d518-25b2-465d-a236-f7b966df2a80 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177294 Apr 12 17:20:28.611989 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:20:27Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:28.646154 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e05ee2-ad43-4071-91b9-1512d9d67227 None None] The sync data for ids ['ccc2876d-a8aa-4221-be07-255e5ba56efb'] in dv-cinder-837531-1-iscsi is: [{'id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'name': 'tempest-AttachVolumeTestJSON-2008714961-router', 'tenant_id': '6c008fa9c4824ee799c7065559489391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:11:49Z', 'updated_at': '2022-04-12T17:20:27Z', 'revision_number': 5, 'project_id': '6c008fa9c4824ee799c7065559489391', 'gw_port': {'id': '052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc2876d-a8aa-4221-be07-255e5ba56efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:11:50Z', 'updated_at': '2022-04-12T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:20:28.785276 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:28.813382 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Pushing event deleted for resources: {'Port': ['ID=052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:28.885334 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662764'] for router_gateway (ccc2876d-a8aa-4221-be07-255e5ba56efb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:28.984623 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45033'] for router (ccc2876d-a8aa-4221-be07-255e5ba56efb), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:28.986995 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Publish callbacks [] for router_controller (ccc2876d-a8aa-4221-be07-255e5ba56efb), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.092377 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666377'] for router (ccc2876d-a8aa-4221-be07-255e5ba56efb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.092894 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccc2876d-a8aa-4221-be07-255e5ba56efb {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:20:29.098160 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.099371 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e4f4c5ac-ba73-4301-af3c-373e708de11d admin admin] 10.222.0.64 "DELETE /v2.0/routers/ccc2876d-a8aa-4221-be07-255e5ba56efb HTTP/1.1" status: 204 len: 168 time: 1.2479906 Apr 12 17:20:29.101896 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48166) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:29.154897 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c71dc0-9c73-4069-9ec8-4afe9382c419 admin admin] Deleting subnet 98113788-c719-4bfa-9857-7fce4600da0f {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:20:29.158743 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b5c71dc0-9c73-4069-9ec8-4afe9382c419 admin admin] Publish callbacks [] for subnet (98113788-c719-4bfa-9857-7fce4600da0f), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.203918 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b5c71dc0-9c73-4069-9ec8-4afe9382c419 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981811'] for subnet (98113788-c719-4bfa-9857-7fce4600da0f), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.291147 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b5c71dc0-9c73-4069-9ec8-4afe9382c419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (98113788-c719-4bfa-9857-7fce4600da0f), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.442824 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b5c71dc0-9c73-4069-9ec8-4afe9382c419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3604511'] for subnet (98113788-c719-4bfa-9857-7fce4600da0f), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.470395 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c71dc0-9c73-4069-9ec8-4afe9382c419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98113788-c719-4bfa-9857-7fce4600da0f,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:29.473108 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b5c71dc0-9c73-4069-9ec8-4afe9382c419 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.476327 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b5c71dc0-9c73-4069-9ec8-4afe9382c419 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/98113788-c719-4bfa-9857-7fce4600da0f HTTP/1.1" status: 204 len: 168 time: 0.3727849 Apr 12 17:20:29.479380 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48168) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:29.482999 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd18fab-ab05-4ec5-abd8-8beeffd1b6e7 None None] Network 3f5b7533-46ac-4787-9678-099b907c3a3b requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:20:29.555469 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (3f5b7533-46ac-4787-9678-099b907c3a3b), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.653219 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Deleting port 70055865-1761-4a46-8ef2-83e6ebb65314 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:20:29.653562 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.685443 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d4785-1372-4d0f-b127-727b0b0e663d req-0799cd72-f5ea-4c5e-9255-b28921eb3ee2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:29.687037 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-542d4785-1372-4d0f-b127-727b0b0e663d req-0799cd72-f5ea-4c5e-9255-b28921eb3ee2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0899777 Apr 12 17:20:29.747027 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d4188-5bc3-4c88-b3a8-22aeeae4d6ab None None] DHCP port deletion for 3f5b7533-46ac-4787-9678-099b907c3a3b request from dv-cinder-837531-1-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:20:29.787895 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] For port 70055865-1761-4a46-8ef2-83e6ebb65314, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=70055865-1761-4a46-8ef2-83e6ebb65314,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:20:29.787895 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.795386 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-542d4785-1372-4d0f-b127-727b0b0e663d req-9f1c8ed8-4738-4d9b-994a-541dff909c9a tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827081 Apr 12 17:20:29.799842 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Calling delete_port for 70055865-1761-4a46-8ef2-83e6ebb65314 owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:20:29.849736 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-772d4188-5bc3-4c88-b3a8-22aeeae4d6ab None None] Deleting port 70055865-1761-4a46-8ef2-83e6ebb65314 {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:20:29.850652 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-772d4188-5bc3-4c88-b3a8-22aeeae4d6ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.924676 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-772d4188-5bc3-4c88-b3a8-22aeeae4d6ab None None] For port 70055865-1761-4a46-8ef2-83e6ebb65314, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=70055865-1761-4a46-8ef2-83e6ebb65314,segment=NetworkSegment(5460eb7e-3d57-4f96-8051-b9ff39d16878),segment_id=5460eb7e-3d57-4f96-8051-b9ff39d16878)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:20:29.925105 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-772d4188-5bc3-4c88-b3a8-22aeeae4d6ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.940041 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-772d4188-5bc3-4c88-b3a8-22aeeae4d6ab None None] Calling delete_port for 70055865-1761-4a46-8ef2-83e6ebb65314 owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:20:29.972161 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:29.999691 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Pushing event deleted for resources: {'Port': ['ID=70055865-1761-4a46-8ef2-83e6ebb65314,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:30.014785 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] No DVR routers for this DVR port 70055865-1761-4a46-8ef2-83e6ebb65314 on host dv-cinder-837531-1-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:20:30.038718 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-772d4188-5bc3-4c88-b3a8-22aeeae4d6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110'] for port (70055865-1761-4a46-8ef2-83e6ebb65314), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:30.068289 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d4188-5bc3-4c88-b3a8-22aeeae4d6ab None None] Pushing event deleted for resources: {'Port': ['ID=70055865-1761-4a46-8ef2-83e6ebb65314,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:30.078147 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d4188-5bc3-4c88-b3a8-22aeeae4d6ab None None] No DVR routers for this DVR port 70055865-1761-4a46-8ef2-83e6ebb65314 on host dv-cinder-837531-1-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:20:30.125466 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (3f5b7533-46ac-4787-9678-099b907c3a3b), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:30.145818 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5b7533-46ac-4787-9678-099b907c3a3b']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:30.156805 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5460eb7e-3d57-4f96-8051-b9ff39d16878') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:30.157127 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5460eb7e-3d57-4f96-8051-b9ff39d16878') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:30.167445 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3211908'] for segment (5460eb7e-3d57-4f96-8051-b9ff39d16878), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:30.182597 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (5460eb7e-3d57-4f96-8051-b9ff39d16878), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:30.190017 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:20:30.190249 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3604776'] for segment (5460eb7e-3d57-4f96-8051-b9ff39d16878), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: Traceback (most recent call last): Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: timer() Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: cb(*args, **kw) Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: return func(*args, **kwargs) Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: self._notify() Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: self.callback(batched_events) Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: event.method(event) Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: return f(self, *a, **k) Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._get(url).json() Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: return self.request(url, 'GET', **kwargs) Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:20:30.196473 dv-cinder-837531-1-iscsi neutron-server[103959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:20:30.361907 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (3f5b7533-46ac-4787-9678-099b907c3a3b), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:30.371551 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:30.379001 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] 10.222.0.64 "DELETE /v2.0/networks/3f5b7533-46ac-4787-9678-099b907c3a3b HTTP/1.1" status: 204 len: 168 time: 0.8943667 Apr 12 17:20:30.379873 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:20:30.393857 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99207a-7d96-4234-956d-cfa38c42ae4d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5b7533-46ac-4787-9678-099b907c3a3b,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:30.406521 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:20:30.406948 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 052f66b6-d3bd-4a93-9bb8-ed2d76f5b41f not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:20:30.407279 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 298e81bd-36ba-4a15-9d41-f339fb853716 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:20:30.429619 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 298e81bd-36ba-4a15-9d41-f339fb853716 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:20:30.429968 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 298e81bd-36ba-4a15-9d41-f339fb853716 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:20:30.430455 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 70055865-1761-4a46-8ef2-83e6ebb65314 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:20:30.450047 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 70055865-1761-4a46-8ef2-83e6ebb65314 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:20:30.450417 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 70055865-1761-4a46-8ef2-83e6ebb65314 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:20:30.963150 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07c19d-b2d2-4099-b928-3849c56d7b81 req-6ce8daa9-0a49-4b63-9fee-847e92db1be7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:30.970820 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9b07c19d-b2d2-4099-b928-3849c56d7b81 req-6ce8daa9-0a49-4b63-9fee-847e92db1be7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0732474 Apr 12 17:20:31.022834 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9b07c19d-b2d2-4099-b928-3849c56d7b81 req-31d1510a-8730-4a57-a5cb-dec244a125d0 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508780 Apr 12 17:20:31.789516 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48178) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:31.830654 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-995236be-ac31-40c3-8f63-8cbf867963a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c008fa9c4824ee799c7065559489391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391622 Apr 12 17:20:31.832902 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48180) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:31.894064 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-78f009f0-3a20-4717-b97b-91905b3ecfff admin admin] Publish callbacks [] for security_group (163cac90-71f2-4a45-aa66-e57f05c4a8e1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:31.916617 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-78f009f0-3a20-4717-b97b-91905b3ecfff admin admin] Publish callbacks [] for security_group (163cac90-71f2-4a45-aa66-e57f05c4a8e1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:32.053597 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-78f009f0-3a20-4717-b97b-91905b3ecfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (163cac90-71f2-4a45-aa66-e57f05c4a8e1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:32.056273 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-78f009f0-3a20-4717-b97b-91905b3ecfff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:32.059681 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-78f009f0-3a20-4717-b97b-91905b3ecfff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/163cac90-71f2-4a45-aa66-e57f05c4a8e1 HTTP/1.1" status: 204 len: 168 time: 0.2235737 Apr 12 17:20:32.075327 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f009f0-3a20-4717-b97b-91905b3ecfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163cac90-71f2-4a45-aa66-e57f05c4a8e1,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:32.188245 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffa984-aaaf-43cf-9e0b-15a2a93c216a req-275d756b-d3b6-4268-87fa-1955e6359dab tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:32.193233 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-64ffa984-aaaf-43cf-9e0b-15a2a93c216a req-275d756b-d3b6-4268-87fa-1955e6359dab tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0558858 Apr 12 17:20:32.248079 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-64ffa984-aaaf-43cf-9e0b-15a2a93c216a req-3812c12d-cae7-4912-85eb-5fa1bc4b115c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517702 Apr 12 17:20:33.366875 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42262e-640b-45d4-ab5a-475c5f09ba49 req-5721e680-c2f0-464a-afba-7a67e3439328 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:33.368991 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8c42262e-640b-45d4-ab5a-475c5f09ba49 req-5721e680-c2f0-464a-afba-7a67e3439328 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0477118 Apr 12 17:20:33.418105 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8c42262e-640b-45d4-ab5a-475c5f09ba49 req-973385c9-1704-43a3-82b0-0c188b6a7da4 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Apr 12 17:20:34.539593 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18c869-1b20-485d-9171-0c0d7000a017 req-2dbb1d29-0a67-4cc3-8d39-35f7421160fb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:34.541553 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ca18c869-1b20-485d-9171-0c0d7000a017 req-2dbb1d29-0a67-4cc3-8d39-35f7421160fb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0502570 Apr 12 17:20:34.590113 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ca18c869-1b20-485d-9171-0c0d7000a017 req-3ddc6bb2-766d-432a-8806-d0b2a8bc1ff2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Apr 12 17:20:35.414284 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48258) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:35.519477 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1ac1849f-cf24-4ba5-a589-edfe289f7066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:35.590713 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1ac1849f-cf24-4ba5-a589-edfe289f7066 admin admin] Publish callbacks [] for security_group (38e95f11-deb8-4872-9b07-742058d25c53), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:35.675874 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1ac1849f-cf24-4ba5-a589-edfe289f7066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (38e95f11-deb8-4872-9b07-742058d25c53), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:35.707743 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338c123-3fbf-47f7-b9e1-fb6fad62df47 req-5fa37ce2-d019-48bd-816d-41d08276b02e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:35.709200 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4338c123-3fbf-47f7-b9e1-fb6fad62df47 req-5fa37ce2-d019-48bd-816d-41d08276b02e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0467360 Apr 12 17:20:35.713501 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1ac1849f-cf24-4ba5-a589-edfe289f7066 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df77a1625cb746ee874c1823bd58c215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980666 Apr 12 17:20:35.716713 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48264) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:35.718295 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1849f-cf24-4ba5-a589-edfe289f7066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e95f11-deb8-4872-9b07-742058d25c53,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:35.789549 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4338c123-3fbf-47f7-b9e1-fb6fad62df47 req-2b701642-c13a-4e1b-be2d-a29a4afbd0a4 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729649 Apr 12 17:20:35.801496 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1b81f19-90e4-4dea-8535-dcfef16809f8 admin admin] Publish callbacks [] for security_group (38e95f11-deb8-4872-9b07-742058d25c53), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:35.823827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1b81f19-90e4-4dea-8535-dcfef16809f8 admin admin] Publish callbacks [] for security_group (38e95f11-deb8-4872-9b07-742058d25c53), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:35.954794 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1b81f19-90e4-4dea-8535-dcfef16809f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (38e95f11-deb8-4872-9b07-742058d25c53), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:35.957353 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1b81f19-90e4-4dea-8535-dcfef16809f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:35.958530 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d1b81f19-90e4-4dea-8535-dcfef16809f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38e95f11-deb8-4872-9b07-742058d25c53 HTTP/1.1" status: 204 len: 168 time: 0.2409258 Apr 12 17:20:35.966152 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b81f19-90e4-4dea-8535-dcfef16809f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e95f11-deb8-4872-9b07-742058d25c53,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:36.572949 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48272) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:36.586015 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4582510-7e05-4324-8ab9-106c777fd9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:36.662037 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4582510-7e05-4324-8ab9-106c777fd9a0 admin admin] Publish callbacks [] for security_group (b778031a-7290-436e-bf79-81b71febcba1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:36.727850 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4582510-7e05-4324-8ab9-106c777fd9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (b778031a-7290-436e-bf79-81b71febcba1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:36.765751 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e4582510-7e05-4324-8ab9-106c777fd9a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a868e19529c14be2b2cca3566cce7752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916528 Apr 12 17:20:36.766658 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4582510-7e05-4324-8ab9-106c777fd9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b778031a-7290-436e-bf79-81b71febcba1,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:36.768487 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48274) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:36.817506 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f62a5838-5ed0-4600-9733-05fbd59a49d4 admin admin] Publish callbacks [] for security_group (b778031a-7290-436e-bf79-81b71febcba1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:36.839851 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f62a5838-5ed0-4600-9733-05fbd59a49d4 admin admin] Publish callbacks [] for security_group (b778031a-7290-436e-bf79-81b71febcba1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:36.917238 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218ded0-61d9-475a-866d-01f1072ae539 req-979c6b6e-3298-4b9c-ac35-5584b5b0b021 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:36.918708 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b218ded0-61d9-475a-866d-01f1072ae539 req-979c6b6e-3298-4b9c-ac35-5584b5b0b021 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0503786 Apr 12 17:20:36.964760 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b218ded0-61d9-475a-866d-01f1072ae539 req-67f4d0af-fa42-4efc-8c7b-0d5582e2fbc4 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Apr 12 17:20:36.990216 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f62a5838-5ed0-4600-9733-05fbd59a49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (b778031a-7290-436e-bf79-81b71febcba1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:36.992965 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-f62a5838-5ed0-4600-9733-05fbd59a49d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:36.994088 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-f62a5838-5ed0-4600-9733-05fbd59a49d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b778031a-7290-436e-bf79-81b71febcba1 HTTP/1.1" status: 204 len: 168 time: 0.2239544 Apr 12 17:20:37.002080 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a5838-5ed0-4600-9733-05fbd59a49d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b778031a-7290-436e-bf79-81b71febcba1,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:38.081004 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cb5d1-db37-4264-b0ee-ccbe3cc01d00 req-ff3bee99-5b47-4732-8534-f3b70af7596b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:38.082525 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-681cb5d1-db37-4264-b0ee-ccbe3cc01d00 req-ff3bee99-5b47-4732-8534-f3b70af7596b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0477707 Apr 12 17:20:38.134108 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-681cb5d1-db37-4264-b0ee-ccbe3cc01d00 req-c5f64dae-5230-4d48-9614-6b08902c731d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453761 Apr 12 17:20:39.252290 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f3cae-67ad-4783-9a37-8bd91f34b1b9 req-1374d62f-5894-4ce9-9407-8af34448a739 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:39.254112 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5d0f3cae-67ad-4783-9a37-8bd91f34b1b9 req-1374d62f-5894-4ce9-9407-8af34448a739 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0482683 Apr 12 17:20:39.300948 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5d0f3cae-67ad-4783-9a37-8bd91f34b1b9 req-2ee5c0de-08d8-4f0b-9aa3-dbd9f1d61029 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 Apr 12 17:20:40.414823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181ac73-6364-48b0-9693-2d5478b51358 req-70bba77e-a757-4de6-a011-9492f77eb0f1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:40.416258 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d181ac73-6364-48b0-9693-2d5478b51358 req-70bba77e-a757-4de6-a011-9492f77eb0f1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0452166 Apr 12 17:20:40.465201 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d181ac73-6364-48b0-9693-2d5478b51358 req-d72f6b79-060f-4e78-b1e1-634838aae537 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 Apr 12 17:20:41.142538 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-cf5377a1-8436-4369-9e03-647d6288031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:41.144017 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-cf5377a1-8436-4369-9e03-647d6288031b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 1127 time: 0.0425146 Apr 12 17:20:41.245699 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-e80e0f63-b47a-4a89-ab07-ed86229a9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:41.247202 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-e80e0f63-b47a-4a89-ab07-ed86229a9d0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 916 time: 0.0848122 Apr 12 17:20:41.315684 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-a5b98da7-1107-4310-a264-1ebcb1522a0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35523367-2b72-4f50-aae3-f5b13e21577a HTTP/1.1" status: 200 len: 999 time: 0.0622377 Apr 12 17:20:41.363556 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-0bdf1017-bf3a-4494-b6eb-a3b7e2bf0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:41.364951 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-0bdf1017-bf3a-4494-b6eb-a3b7e2bf0407 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0429258 Apr 12 17:20:41.408011 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-d33ddffd-b590-44b7-bf8f-ee878ccee728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:41.409477 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-d33ddffd-b590-44b7-bf8f-ee878ccee728 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384805 Apr 12 17:20:41.500234 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-e08a37ce-ccad-4eaa-bcc0-6b92f3656d7d service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836122 Apr 12 17:20:41.893563 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba915d-21b0-4579-86ea-0b8cd54ddef6 req-f277a31f-8cc8-4bc8-b806-119ef18b8d9c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:41.895027 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-27ba915d-21b0-4579-86ea-0b8cd54ddef6 req-f277a31f-8cc8-4bc8-b806-119ef18b8d9c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.3377104 Apr 12 17:20:41.915022 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3a65ce04-a11d-401e-8a99-d88856fba107 req-ba0eb64b-4582-4de5-9aee-a17f705b24d6 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087291 Apr 12 17:20:41.951012 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-27ba915d-21b0-4579-86ea-0b8cd54ddef6 req-5eb7d019-2631-463c-8a42-a23209dd3554 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471458 Apr 12 17:20:42.766040 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48368) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:42.785788 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:20:42.868762 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6618e15c-92ee-4bbf-9a11-d4f93f4add16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:42.941372 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6618e15c-92ee-4bbf-9a11-d4f93f4add16 admin admin] Publish callbacks [] for security_group (4c6dba00-e45a-43e0-b528-f7fe9050f943), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:43.013287 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6618e15c-92ee-4bbf-9a11-d4f93f4add16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4c6dba00-e45a-43e0-b528-f7fe9050f943), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:43.053402 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6618e15c-92ee-4bbf-9a11-d4f93f4add16 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46885fe8cb0e4c6fb6ca699d717b24fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860293 Apr 12 17:20:43.054438 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618e15c-92ee-4bbf-9a11-d4f93f4add16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6dba00-e45a-43e0-b528-f7fe9050f943,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:43.056505 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48374) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:43.082767 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dfb6a-3d3a-411f-8c57-87a013b5155f req-3f99027c-a3fe-4d73-bb26-ba265115d428 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:43.084234 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d65dfb6a-3d3a-411f-8c57-87a013b5155f req-3f99027c-a3fe-4d73-bb26-ba265115d428 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0592053 Apr 12 17:20:43.148925 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-569c864d-5330-4e57-99d9-79869c283d27 admin admin] Publish callbacks [] for security_group (4c6dba00-e45a-43e0-b528-f7fe9050f943), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:43.156274 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d65dfb6a-3d3a-411f-8c57-87a013b5155f req-958b8d87-ef8b-4ad7-98d4-b0b920dfa5f3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646796 Apr 12 17:20:43.174724 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-569c864d-5330-4e57-99d9-79869c283d27 admin admin] Publish callbacks [] for security_group (4c6dba00-e45a-43e0-b528-f7fe9050f943), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:43.281472 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-569c864d-5330-4e57-99d9-79869c283d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4c6dba00-e45a-43e0-b528-f7fe9050f943), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:43.284102 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-569c864d-5330-4e57-99d9-79869c283d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:43.285229 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-569c864d-5330-4e57-99d9-79869c283d27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c6dba00-e45a-43e0-b528-f7fe9050f943 HTTP/1.1" status: 204 len: 168 time: 0.2277308 Apr 12 17:20:43.293736 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c864d-5330-4e57-99d9-79869c283d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6dba00-e45a-43e0-b528-f7fe9050f943,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:43.899668 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48380) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:43.912613 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8336-6e69-4daf-b626-458e641c6df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:43.988303 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8336-6e69-4daf-b626-458e641c6df1 admin admin] Publish callbacks [] for security_group (a18bf2d3-311d-415f-bae7-fbf50843cc15), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:44.052767 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8336-6e69-4daf-b626-458e641c6df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (a18bf2d3-311d-415f-bae7-fbf50843cc15), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:44.092859 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-cb6e8336-6e69-4daf-b626-458e641c6df1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2449647cb06b4026b71e47ca4434e2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920929 Apr 12 17:20:44.093770 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e8336-6e69-4daf-b626-458e641c6df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18bf2d3-311d-415f-bae7-fbf50843cc15,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:44.095582 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48382) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:44.145661 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-883d2f13-e2e5-46de-b013-a312170c3a1e admin admin] Publish callbacks [] for security_group (a18bf2d3-311d-415f-bae7-fbf50843cc15), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:44.168657 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-883d2f13-e2e5-46de-b013-a312170c3a1e admin admin] Publish callbacks [] for security_group (a18bf2d3-311d-415f-bae7-fbf50843cc15), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:44.273458 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fa093-f5ab-4bb4-90a2-b27a977951a6 req-c072a6aa-52a0-4e18-bb01-9b02bea4275e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:44.274967 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-da4fa093-f5ab-4bb4-90a2-b27a977951a6 req-c072a6aa-52a0-4e18-bb01-9b02bea4275e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 943 time: 0.0468290 Apr 12 17:20:44.286289 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-883d2f13-e2e5-46de-b013-a312170c3a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (a18bf2d3-311d-415f-bae7-fbf50843cc15), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:44.288810 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-883d2f13-e2e5-46de-b013-a312170c3a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:44.290734 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-883d2f13-e2e5-46de-b013-a312170c3a1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a18bf2d3-311d-415f-bae7-fbf50843cc15 HTTP/1.1" status: 204 len: 168 time: 0.1924522 Apr 12 17:20:44.307790 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d2f13-e2e5-46de-b013-a312170c3a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18bf2d3-311d-415f-bae7-fbf50843cc15,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:44.331740 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 35523367-2b72-4f50-aae3-f5b13e21577a details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:20:44.344923 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-da4fa093-f5ab-4bb4-90a2-b27a977951a6 req-15a5b955-9ba9-47a9-8b05-53f82da49f18 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644760 Apr 12 17:20:44.439323 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:20:44.450608 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '35523367-2b72-4f50-aae3-f5b13e21577a', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'port_id': '35523367-2b72-4f50-aae3-f5b13e21577a', 'mac_address': 'fa:16:3e:e8:50:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:20:44.487882 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 35523367-2b72-4f50-aae3-f5b13e21577a is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:20:44.490986 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:44.505241 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35523367-2b72-4f50-aae3-f5b13e21577a {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:20:44.524625 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:20:44.584763 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:44.633626 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=9']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:44.982976 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['35523367-2b72-4f50-aae3-f5b13e21577a'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:20:45.463849 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52188f5-f9fd-46d1-b9ac-5e61fcb1d34c req-eaedfb53-1279-44f0-8217-8681c6aca007 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:45.465263 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c52188f5-f9fd-46d1-b9ac-5e61fcb1d34c req-eaedfb53-1279-44f0-8217-8681c6aca007 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 944 time: 0.0469327 Apr 12 17:20:45.513033 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c52188f5-f9fd-46d1-b9ac-5e61fcb1d34c req-84a8d841-ebfe-42ac-a22f-ad5d926d5db5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420926 Apr 12 17:20:45.824195 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48416) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:45.924418 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-41cc6b78-a497-4c07-a937-bb1f7da9b9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:45.995584 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-41cc6b78-a497-4c07-a937-bb1f7da9b9e4 admin admin] Publish callbacks [] for security_group (8e0d1430-ca30-4980-874d-eee995c5f229), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.058379 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-41cc6b78-a497-4c07-a937-bb1f7da9b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (8e0d1430-ca30-4980-874d-eee995c5f229), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.099432 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-41cc6b78-a497-4c07-a937-bb1f7da9b9e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=baea62c335594d678b66c9a4daf955dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740228 Apr 12 17:20:46.100379 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc6b78-a497-4c07-a937-bb1f7da9b9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0d1430-ca30-4980-874d-eee995c5f229,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:46.102038 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48420) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:46.149650 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2d04-dc13-4ac6-9767-2607ae842d7d admin admin] Publish callbacks [] for security_group (8e0d1430-ca30-4980-874d-eee995c5f229), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.171473 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2d04-dc13-4ac6-9767-2607ae842d7d admin admin] Publish callbacks [] for security_group (8e0d1430-ca30-4980-874d-eee995c5f229), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.270200 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2d04-dc13-4ac6-9767-2607ae842d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (8e0d1430-ca30-4980-874d-eee995c5f229), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.272643 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2d04-dc13-4ac6-9767-2607ae842d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.273776 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-7a8d2d04-dc13-4ac6-9767-2607ae842d7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e0d1430-ca30-4980-874d-eee995c5f229 HTTP/1.1" status: 204 len: 168 time: 0.1706567 Apr 12 17:20:46.281832 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d2d04-dc13-4ac6-9767-2607ae842d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0d1430-ca30-4980-874d-eee995c5f229,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:46.359125 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 35523367-2b72-4f50-aae3-f5b13e21577a up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:20:46.382233 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.404189 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 35523367-2b72-4f50-aae3-f5b13e21577a triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:20:46.407279 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.479256 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 35523367-2b72-4f50-aae3-f5b13e21577a is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:20:46.479658 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.506053 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:20:46.508344 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e84852e-68b6-4361-9593-b3858a22e27e" -d '{"events": [{"server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "name": "network-vif-plugged", "status": "completed", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:20:46.523336 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:20:46.552731 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d048f97-ba8f-45dc-8b83-bda6ce45eaf0 x-openstack-request-id: req-4d048f97-ba8f-45dc-8b83-bda6ce45eaf0 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:20:46.553021 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "name": "network-vif-plugged", "status": "completed", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:20:46.553427 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d048f97-ba8f-45dc-8b83-bda6ce45eaf0 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:20:46.554119 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d048f97-ba8f-45dc-8b83-bda6ce45eaf0'] response: {'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a', 'code': 200} Apr 12 17:20:46.590164 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.626149 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7e23b883-d565-44ac-b0ff-7cd867d64ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:46.645741 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0855fb-e657-4074-9610-557fc86a3376 req-93a0f888-aecd-451e-aacd-c12f2b8950f3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:46.647349 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aa0855fb-e657-4074-9610-557fc86a3376 req-93a0f888-aecd-451e-aacd-c12f2b8950f3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 946 time: 0.0577600 Apr 12 17:20:46.656555 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=10']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:46.706391 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aa0855fb-e657-4074-9610-557fc86a3376 req-2a9ed2c4-8fc5-4b2b-9f45-18f1f53b5136 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528378 Apr 12 17:20:47.211285 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732887a-a59e-4676-bebb-05403ef7d030 req-6ec57633-4a2e-4344-a54a-a367bb8cd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:47.213648 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5732887a-a59e-4676-bebb-05403ef7d030 req-6ec57633-4a2e-4344-a54a-a367bb8cd091 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 1130 time: 0.0409997 Apr 12 17:20:47.257064 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5732887a-a59e-4676-bebb-05403ef7d030 req-adbdd7f8-2410-4d8c-ae52-a4d5c9b63b7e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379863 Apr 12 17:20:47.825174 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e0051-84c3-4bb2-b8c4-eea5e6a6de65 req-ef4e4e92-a7d2-4255-a843-cd0c336f08ee tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:47.826708 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-875e0051-84c3-4bb2-b8c4-eea5e6a6de65 req-ef4e4e92-a7d2-4255-a843-cd0c336f08ee tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 946 time: 0.0472500 Apr 12 17:20:47.875678 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-875e0051-84c3-4bb2-b8c4-eea5e6a6de65 req-75a9022c-536e-43d9-930a-ae55a8f48137 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433910 Apr 12 17:20:48.818795 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fb264007-028e-4928-a426-eb0ce9facd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:48.993276 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b36332-d9ff-4b77-a709-feec685a1601 req-999d2571-e628-449d-9c0f-6b5f2f54c417 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:48.995366 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b3b36332-d9ff-4b77-a709-feec685a1601 req-999d2571-e628-449d-9c0f-6b5f2f54c417 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 946 time: 0.0470243 Apr 12 17:20:49.042740 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b3b36332-d9ff-4b77-a709-feec685a1601 req-278f5aa0-bee3-4a05-95cb-7f4d8246f76c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Apr 12 17:20:49.950195 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:50.164391 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d568e4-ac35-46dc-9a9b-e5c0ac5a9f63 req-def3ff05-7c36-4799-acbb-c5501757105b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:50.165875 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b3d568e4-ac35-46dc-9a9b-e5c0ac5a9f63 req-def3ff05-7c36-4799-acbb-c5501757105b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 946 time: 0.0507100 Apr 12 17:20:50.212571 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b3d568e4-ac35-46dc-9a9b-e5c0ac5a9f63 req-c8adade2-7d14-47d1-9bf9-c343fbd7bfe5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 Apr 12 17:20:51.342712 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104270-5351-46ca-9bd8-8b7920663d4b req-d091de21-ae09-448d-b989-f3d6c34186bc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:51.344137 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b9104270-5351-46ca-9bd8-8b7920663d4b req-d091de21-ae09-448d-b989-f3d6c34186bc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 946 time: 0.0538707 Apr 12 17:20:51.393476 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b9104270-5351-46ca-9bd8-8b7920663d4b req-a1cceb3e-cd82-43cb-bdf5-a4f860b4bb01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Apr 12 17:20:51.401644 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:51.780433 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48528) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:51.881836 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-81326b6f-a7ff-4290-965f-50f71e4501b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:51.953344 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-81326b6f-a7ff-4290-965f-50f71e4501b4 admin admin] Publish callbacks [] for security_group (ae428609-dccd-48e3-b542-572eabc30bd3), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:52.041366 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-81326b6f-a7ff-4290-965f-50f71e4501b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (ae428609-dccd-48e3-b542-572eabc30bd3), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:52.079436 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-81326b6f-a7ff-4290-965f-50f71e4501b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b402ce733a144d16b31777171d21c44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978454 Apr 12 17:20:52.081347 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81326b6f-a7ff-4290-965f-50f71e4501b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae428609-dccd-48e3-b542-572eabc30bd3,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:52.082038 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48532) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:52.130064 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c3ce626-6874-4658-8bb6-0301f0afb584 admin admin] Publish callbacks [] for security_group (ae428609-dccd-48e3-b542-572eabc30bd3), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:52.151103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c3ce626-6874-4658-8bb6-0301f0afb584 admin admin] Publish callbacks [] for security_group (ae428609-dccd-48e3-b542-572eabc30bd3), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:52.252503 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c3ce626-6874-4658-8bb6-0301f0afb584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (ae428609-dccd-48e3-b542-572eabc30bd3), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:52.255250 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1c3ce626-6874-4658-8bb6-0301f0afb584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:52.256392 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1c3ce626-6874-4658-8bb6-0301f0afb584 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae428609-dccd-48e3-b542-572eabc30bd3 HTTP/1.1" status: 204 len: 168 time: 0.1733541 Apr 12 17:20:52.264625 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ce626-6874-4658-8bb6-0301f0afb584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae428609-dccd-48e3-b542-572eabc30bd3,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:52.776947 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48540) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:52.789903 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-67b66fe5-a762-4c9c-b46a-383b026a0726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:52.865682 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-67b66fe5-a762-4c9c-b46a-383b026a0726 admin admin] Publish callbacks [] for security_group (ae5fb45b-9607-40a7-ac9c-6d0aad6e4a7e), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:52.932694 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-67b66fe5-a762-4c9c-b46a-383b026a0726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (ae5fb45b-9607-40a7-ac9c-6d0aad6e4a7e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:52.970883 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-67b66fe5-a762-4c9c-b46a-383b026a0726 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d8e62424ccb4bb382d841ee833846ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928563 Apr 12 17:20:52.972918 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b66fe5-a762-4c9c-b46a-383b026a0726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5fb45b-9607-40a7-ac9c-6d0aad6e4a7e,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:52.973650 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48542) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:53.022370 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-182c1605-8742-4e3c-a399-49b0a8564674 admin admin] Publish callbacks [] for security_group (ae5fb45b-9607-40a7-ac9c-6d0aad6e4a7e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:53.023907 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:53.044836 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-182c1605-8742-4e3c-a399-49b0a8564674 admin admin] Publish callbacks [] for security_group (ae5fb45b-9607-40a7-ac9c-6d0aad6e4a7e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:53.167688 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-182c1605-8742-4e3c-a399-49b0a8564674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (ae5fb45b-9607-40a7-ac9c-6d0aad6e4a7e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:53.170286 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-182c1605-8742-4e3c-a399-49b0a8564674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:53.171463 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-182c1605-8742-4e3c-a399-49b0a8564674 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae5fb45b-9607-40a7-ac9c-6d0aad6e4a7e HTTP/1.1" status: 204 len: 168 time: 0.1966896 Apr 12 17:20:53.179450 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c1605-8742-4e3c-a399-49b0a8564674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5fb45b-9607-40a7-ac9c-6d0aad6e4a7e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:54.277390 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48568) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:20:54.577255 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Deleting port 407b7275-914c-4529-915b-de7f1b89d937 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:20:54.577598 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (407b7275-914c-4529-915b-de7f1b89d937), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:54.653377 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (407b7275-914c-4529-915b-de7f1b89d937), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:54.653709 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for floatingip (407b7275-914c-4529-915b-de7f1b89d937), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:54.667381 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Calling delete_port for 407b7275-914c-4529-915b-de7f1b89d937 owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:20:54.869713 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (407b7275-914c-4529-915b-de7f1b89d937), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:54.900031 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event deleted for resources: {'Port': ['ID=407b7275-914c-4529-915b-de7f1b89d937,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:54.963395 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for floatingip (88c3317b-a1b2-4a61-b9ea-6b03983f9c8e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:54.963726 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Floating IP 88c3317b-a1b2-4a61-b9ea-6b03983f9c8e disassociated (deleted). External IP: 172.27.1.206, port: dcc0c83d-36e4-40bd-be73-0241be8c6eb5. Apr 12 17:20:55.182724 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Router a5b20471-a298-420e-ae24-5b8a252ada21 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:20:55.295819 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:20:55.300543 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:55.309123 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] Sync routers for ids ['a5b20471-a298-420e-ae24-5b8a252ada21'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:20:55.319755 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] Routers {'a5b20471-a298-420e-ae24-5b8a252ada21'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:20:55.320728 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['a5b20471-a298-420e-ae24-5b8a252ada21'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:55.333222 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3344d3be-2f4d-456a-9ae2-3bdcb6f4a9fe tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "DELETE /v2.0/floatingips/88c3317b-a1b2-4a61-b9ea-6b03983f9c8e HTTP/1.1" status: 204 len: 168 time: 1.0547221 Apr 12 17:20:55.333826 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:20:55.336723 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d828f2-fb54-424f-87e6-aa6e049498e6" -d '{"events": [{"name": "network-changed", "server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:20:55.386609 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e9a66b-45a8-47de-b701-dc5a91b702e9 x-openstack-request-id: req-50e9a66b-45a8-47de-b701-dc5a91b702e9 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:20:55.387007 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:20:55.387364 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50e9a66b-45a8-47de-b701-dc5a91b702e9 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:20:55.387865 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e9a66b-45a8-47de-b701-dc5a91b702e9'] response: {'name': 'network-changed', 'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'status': 'completed', 'code': 200} Apr 12 17:20:55.444415 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] Set router a5b20471-a298-420e-ae24-5b8a252ada21 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:20:55.469614 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-d4eb0d96-9671-4b9b-86f1-9cc5b1932790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:55.471534 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-d4eb0d96-9671-4b9b-86f1-9cc5b1932790 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf&device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 1129 time: 0.0430856 Apr 12 17:20:55.584019 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-842716b9-8788-4d10-9d37-cbd23ca8efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:55.585946 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-842716b9-8788-4d10-9d37-cbd23ca8efe9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14472038-bfec-44c7-961e-d47314f1d9e1 HTTP/1.1" status: 200 len: 909 time: 0.1084793 Apr 12 17:20:55.629650 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-2cc71ea8-9801-46a7-a672-e499ea9dd7c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 200 len: 217 time: 0.0369995 Apr 12 17:20:55.642507 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:49Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '9577cef4-1614-4fec-8812-57d2f1104385', 'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'mac_address': 'fa:16:3e:8e:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:48Z', 'updated_at': '2022-04-12T17:14:52Z', 'revision_number': 5, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'subnets': [{'id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:55.680941 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-483d0d2d-13d4-4b5c-9515-5517d9060509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:55.683304 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-483d0d2d-13d4-4b5c-9515-5517d9060509 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb3fb7ac-cab2-45ef-9d95-27033bba06c4 HTTP/1.1" status: 200 len: 848 time: 0.0483158 Apr 12 17:20:55.697666 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] Checking router: a5b20471-a298-420e-ae24-5b8a252ada21 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:20:55.709747 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] Routers {'a5b20471-a298-420e-ae24-5b8a252ada21'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:20:55.710514 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['a5b20471-a298-420e-ae24-5b8a252ada21'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:55.736460 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-d322416b-2fa3-481b-8e6a-b42b4976f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:55.738145 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-d322416b-2fa3-481b-8e6a-b42b4976f938 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14472038-bfec-44c7-961e-d47314f1d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485322 Apr 12 17:20:55.765158 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fa217-5031-4e1e-928b-6621c308940f req-446a99be-b494-4c1b-957c-1dd88e29e9b1 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:55.766745 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-089fa217-5031-4e1e-928b-6621c308940f req-446a99be-b494-4c1b-957c-1dd88e29e9b1 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Apr 12 17:20:55.818062 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-089fa217-5031-4e1e-928b-6621c308940f req-2ad39a48-933d-4c9d-b802-376a03f745a2 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456402 Apr 12 17:20:55.836981 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] Set router a5b20471-a298-420e-ae24-5b8a252ada21 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:20:56.020607 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:49Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '9577cef4-1614-4fec-8812-57d2f1104385', 'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'mac_address': 'fa:16:3e:8e:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:48Z', 'updated_at': '2022-04-12T17:14:52Z', 'revision_number': 5, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'subnets': [{'id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:20:56.046872 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd81ea1-9410-4a48-a4fa-7a4af18a0aa6 None None] The sync data for ids ['a5b20471-a298-420e-ae24-5b8a252ada21'] in dv-cinder-837531-1-iscsi is: [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:14:49Z', 'revision_number': 4, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '9577cef4-1614-4fec-8812-57d2f1104385', 'name': '', 'network_id': '14472038-bfec-44c7-961e-d47314f1d9e1', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'mac_address': 'fa:16:3e:8e:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:48Z', 'updated_at': '2022-04-12T17:14:52Z', 'revision_number': 5, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'subnets': [{'id': 'bb3fb7ac-cab2-45ef-9d95-27033bba06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:20:56.277215 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c21388-0af5-4668-a600-ba164acb7982 None None] New status for floating IP 88c3317b-a1b2-4a61-b9ea-6b03983f9c8e: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:20:56.862587 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-a01dc2e6-4bb0-4e0e-8911-e63661ee5f42 service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837662 Apr 12 17:20:56.971386 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2bc6-8f5f-4c46-b9a2-d1a0365e8ac2 req-d3f49265-24d3-474f-9e55-5e2ad26c1ff8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:56.972831 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b28f2bc6-8f5f-4c46-b9a2-d1a0365e8ac2 req-d3f49265-24d3-474f-9e55-5e2ad26c1ff8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0791988 Apr 12 17:20:57.008436 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b7d828f2-fb54-424f-87e6-aa6e049498e6 req-1f90d491-2dec-4719-bfb9-a8511d0cdb4b service neutron] 10.222.0.41 "GET /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380298 Apr 12 17:20:57.036677 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b28f2bc6-8f5f-4c46-b9a2-d1a0365e8ac2 req-a210dfdc-f7c4-4072-8758-914e37011374 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/security-groups?id=5602941b-5676-4094-a684-7ee70cb0af0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574086 Apr 12 17:20:57.507496 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-0226a026-41b4-429a-a8dd-08829d53759e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:20:57.508905 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-0226a026-41b4-429a-a8dd-08829d53759e tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.41 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0504997 Apr 12 17:20:57.590674 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-992f8605-4ec2-4813-82c1-4722570083f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Deleting port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:20:57.591010 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-992f8605-4ec2-4813-82c1-4722570083f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:57.682125 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-992f8605-4ec2-4813-82c1-4722570083f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] For port dcc0c83d-36e4-40bd-be73-0241be8c6eb5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:20:57.682539 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-992f8605-4ec2-4813-82c1-4722570083f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:57.695755 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-992f8605-4ec2-4813-82c1-4722570083f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Calling delete_port for dcc0c83d-36e4-40bd-be73-0241be8c6eb5 owned by compute:nova {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:20:57.881553 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-992f8605-4ec2-4813-82c1-4722570083f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (dcc0c83d-36e4-40bd-be73-0241be8c6eb5), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:57.911357 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f8605-4ec2-4813-82c1-4722570083f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event deleted for resources: {'Port': ['ID=dcc0c83d-36e4-40bd-be73-0241be8c6eb5,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:20:57.959855 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-992f8605-4ec2-4813-82c1-4722570083f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] No DVR routers for this DVR port dcc0c83d-36e4-40bd-be73-0241be8c6eb5 on host hv-cinder-83753 {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:20:57.962514 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-992f8605-4ec2-4813-82c1-4722570083f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:20:57.965977 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ff4b32c6-1b4e-4b14-99d7-57e4613ba6e7 req-992f8605-4ec2-4813-82c1-4722570083f8 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.41 "DELETE /v2.0/ports/dcc0c83d-36e4-40bd-be73-0241be8c6eb5 HTTP/1.1" status: 204 len: 173 time: 0.4518597 Apr 12 17:20:57.966455 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'name': 'network-vif-deleted', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:20:57.969265 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b1c6a3-ca3d-481f-b28c-e44ebae5bc4e" -d '{"events": [{"server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "name": "network-vif-deleted", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:20:58.006705 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268cb97d-0e46-41f6-b441-1fbc402e0376 x-openstack-request-id: req-268cb97d-0e46-41f6-b441-1fbc402e0376 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:20:58.007020 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96eb1153-0b48-49eb-8f73-7aee123c1c47", "name": "network-vif-deleted", "tag": "dcc0c83d-36e4-40bd-be73-0241be8c6eb5", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:20:58.007264 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-268cb97d-0e46-41f6-b441-1fbc402e0376 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:20:58.007668 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268cb97d-0e46-41f6-b441-1fbc402e0376'] response: {'server_uuid': '96eb1153-0b48-49eb-8f73-7aee123c1c47', 'name': 'network-vif-deleted', 'tag': 'dcc0c83d-36e4-40bd-be73-0241be8c6eb5', 'status': 'completed', 'code': 200} Apr 12 17:20:58.132645 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b0c05e21-6f35-4d60-a623-c481c6b407fa req-fb74a928-eb6b-46d4-a6e6-0296a99124ae tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 210 time: 0.0299459 Apr 12 17:20:59.240123 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-039b2c8a-88f4-4bb0-934b-63be8d33397d req-c0e6f955-5785-4284-887d-0a7ae1cced01 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "GET /v2.0/ports?device_id=96eb1153-0b48-49eb-8f73-7aee123c1c47 HTTP/1.1" status: 200 len: 210 time: 0.0282395 Apr 12 17:21:00.295908 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48644) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:00.351511 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4c9af452-9e9d-4b5c-b15d-c607e15bac53 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group (5602941b-5676-4094-a684-7ee70cb0af0a), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:00.377079 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4c9af452-9e9d-4b5c-b15d-c607e15bac53 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group (5602941b-5676-4094-a684-7ee70cb0af0a), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:00.461264 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dcc0c83d-36e4-40bd-be73-0241be8c6eb5 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:21:00.481479 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: dcc0c83d-36e4-40bd-be73-0241be8c6eb5 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:21:00.481825 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dcc0c83d-36e4-40bd-be73-0241be8c6eb5 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:21:00.510573 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4c9af452-9e9d-4b5c-b15d-c607e15bac53 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (5602941b-5676-4094-a684-7ee70cb0af0a), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:00.513309 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4c9af452-9e9d-4b5c-b15d-c607e15bac53 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:00.514540 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4c9af452-9e9d-4b5c-b15d-c607e15bac53 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] 10.222.0.64 "DELETE /v2.0/security-groups/5602941b-5676-4094-a684-7ee70cb0af0a HTTP/1.1" status: 204 len: 168 time: 0.2175767 Apr 12 17:21:00.523821 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af452-9e9d-4b5c-b15d-c607e15bac53 tempest-TestShelveInstance-1991413415 tempest-TestShelveInstance-1991413415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5602941b-5676-4094-a684-7ee70cb0af0a,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:00.657399 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48652) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:01.125415 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660438'] for router_interface (a5b20471-a298-420e-ae24-5b8a252ada21), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:01.356578 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] Deleting port 9577cef4-1614-4fec-8812-57d2f1104385 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:21:01.357239 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (9577cef4-1614-4fec-8812-57d2f1104385), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:01.436422 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] For port 9577cef4-1614-4fec-8812-57d2f1104385, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=9577cef4-1614-4fec-8812-57d2f1104385,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:01.436789 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (9577cef4-1614-4fec-8812-57d2f1104385), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:01.449571 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] Calling delete_port for 9577cef4-1614-4fec-8812-57d2f1104385 owned by network:router_interface {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:21:01.663946 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (9577cef4-1614-4fec-8812-57d2f1104385), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:01.688393 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9577cef4-1614-4fec-8812-57d2f1104385,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:01.857998 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660298'] for router_interface (a5b20471-a298-420e-ae24-5b8a252ada21), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:02.078043 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] Router a5b20471-a298-420e-ae24-5b8a252ada21 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:21:02.190690 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:21:02.199755 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a7114687-a94c-435b-9abd-039f5e345f3e admin admin] 10.222.0.64 "PUT /v2.0/routers/a5b20471-a298-420e-ae24-5b8a252ada21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5410657 Apr 12 17:21:02.200191 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48666) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:02.201726 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223f8737-cb40-474e-acde-94e444566e22 None None] Sync routers for ids ['a5b20471-a298-420e-ae24-5b8a252ada21'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:21:02.228986 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223f8737-cb40-474e-acde-94e444566e22 None None] Routers {'a5b20471-a298-420e-ae24-5b8a252ada21'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:02.228986 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-223f8737-cb40-474e-acde-94e444566e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['a5b20471-a298-420e-ae24-5b8a252ada21'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:02.318539 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Publish callbacks [] for router (a5b20471-a298-420e-ae24-5b8a252ada21), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:02.454402 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-223f8737-cb40-474e-acde-94e444566e22 None None] Set router a5b20471-a298-420e-ae24-5b8a252ada21 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:02.644490 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-223f8737-cb40-474e-acde-94e444566e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:21:01Z', 'revision_number': 5, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:02.671282 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223f8737-cb40-474e-acde-94e444566e22 None None] Checking router: a5b20471-a298-420e-ae24-5b8a252ada21 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:21:02.679920 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223f8737-cb40-474e-acde-94e444566e22 None None] Routers {'a5b20471-a298-420e-ae24-5b8a252ada21'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:02.680523 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-223f8737-cb40-474e-acde-94e444566e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['a5b20471-a298-420e-ae24-5b8a252ada21'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:02.712288 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Publish callbacks [] for router_gateway (a5b20471-a298-420e-ae24-5b8a252ada21), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:02.790556 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-223f8737-cb40-474e-acde-94e444566e22 None None] Set router a5b20471-a298-420e-ae24-5b8a252ada21 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:02.818265 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Deleting port 2bc47548-8b0a-4527-a81f-441aeb663a29 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:21:02.818630 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:02.899941 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] For port 2bc47548-8b0a-4527-a81f-441aeb663a29, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2bc47548-8b0a-4527-a81f-441aeb663a29,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:02.900319 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:02.912916 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Calling delete_port for 2bc47548-8b0a-4527-a81f-441aeb663a29 owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:21:02.956575 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-223f8737-cb40-474e-acde-94e444566e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:21:01Z', 'revision_number': 5, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:02.986552 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223f8737-cb40-474e-acde-94e444566e22 None None] The sync data for ids ['a5b20471-a298-420e-ae24-5b8a252ada21'] in dv-cinder-837531-1-iscsi is: [{'id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'name': 'tempest-TestShelveInstance-1497913000-router', 'tenant_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:45Z', 'updated_at': '2022-04-12T17:21:01Z', 'revision_number': 5, 'project_id': 'dacd228a8b4347aebfee54a1f1b9a1cf', 'gw_port': {'id': '2bc47548-8b0a-4527-a81f-441aeb663a29', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b20471-a298-420e-ae24-5b8a252ada21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:46Z', 'updated_at': '2022-04-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:21:03.195193 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (2bc47548-8b0a-4527-a81f-441aeb663a29), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.219771 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc47548-8b0a-4527-a81f-441aeb663a29,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:03.284416 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662764'] for router_gateway (a5b20471-a298-420e-ae24-5b8a252ada21), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.417521 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45033'] for router (a5b20471-a298-420e-ae24-5b8a252ada21), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.417521 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Publish callbacks [] for router_controller (a5b20471-a298-420e-ae24-5b8a252ada21), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.492447 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666377'] for router (a5b20471-a298-420e-ae24-5b8a252ada21), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.493046 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5b20471-a298-420e-ae24-5b8a252ada21 {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:21:03.499967 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.499967 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-312e6e16-39d2-48a6-9d0c-580b800f981a admin admin] 10.222.0.64 "DELETE /v2.0/routers/a5b20471-a298-420e-ae24-5b8a252ada21 HTTP/1.1" status: 204 len: 168 time: 1.2978878 Apr 12 17:21:03.501554 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48680) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:03.546641 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e49b36-3dfc-49e8-ae4e-09d6b2c86dad admin admin] Deleting subnet bb3fb7ac-cab2-45ef-9d95-27033bba06c4 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:21:03.550033 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-22e49b36-3dfc-49e8-ae4e-09d6b2c86dad admin admin] Publish callbacks [] for subnet (bb3fb7ac-cab2-45ef-9d95-27033bba06c4), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.586584 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-22e49b36-3dfc-49e8-ae4e-09d6b2c86dad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211967'] for subnet (bb3fb7ac-cab2-45ef-9d95-27033bba06c4), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.670054 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-22e49b36-3dfc-49e8-ae4e-09d6b2c86dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (bb3fb7ac-cab2-45ef-9d95-27033bba06c4), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.767197 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-22e49b36-3dfc-49e8-ae4e-09d6b2c86dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3604882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3276891'] for subnet (bb3fb7ac-cab2-45ef-9d95-27033bba06c4), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.793299 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e49b36-3dfc-49e8-ae4e-09d6b2c86dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3fb7ac-cab2-45ef-9d95-27033bba06c4,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:03.798774 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-22e49b36-3dfc-49e8-ae4e-09d6b2c86dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.802023 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-22e49b36-3dfc-49e8-ae4e-09d6b2c86dad admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bb3fb7ac-cab2-45ef-9d95-27033bba06c4 HTTP/1.1" status: 204 len: 168 time: 0.2995439 Apr 12 17:21:03.804435 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48686) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:03.806609 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5c893-c580-4d3f-85de-b90aa018d3a5 None None] Network 14472038-bfec-44c7-961e-d47314f1d9e1 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:21:03.881539 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (14472038-bfec-44c7-961e-d47314f1d9e1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.927481 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Deleting port 600a1f8d-43af-4085-9c31-87c1de87faa4 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:21:03.927823 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.987319 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91394ea6-e5a4-45e0-b216-8d647eb5b687 None None] DHCP port deletion for 14472038-bfec-44c7-961e-d47314f1d9e1 request from dv-cinder-837531-1-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:21:04.000041 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] For port 600a1f8d-43af-4085-9c31-87c1de87faa4, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=600a1f8d-43af-4085-9c31-87c1de87faa4,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:04.000550 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.014289 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Calling delete_port for 600a1f8d-43af-4085-9c31-87c1de87faa4 owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:21:04.030514 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-91394ea6-e5a4-45e0-b216-8d647eb5b687 None None] Deleting port 600a1f8d-43af-4085-9c31-87c1de87faa4 {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:21:04.030903 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-91394ea6-e5a4-45e0-b216-8d647eb5b687 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.097272 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-91394ea6-e5a4-45e0-b216-8d647eb5b687 None None] For port 600a1f8d-43af-4085-9c31-87c1de87faa4, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=600a1f8d-43af-4085-9c31-87c1de87faa4,segment=NetworkSegment(205dadfe-8601-42ac-b2e3-6f5d8bf6a66d),segment_id=205dadfe-8601-42ac-b2e3-6f5d8bf6a66d)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:04.097719 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-91394ea6-e5a4-45e0-b216-8d647eb5b687 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.110912 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-91394ea6-e5a4-45e0-b216-8d647eb5b687 None None] Calling delete_port for 600a1f8d-43af-4085-9c31-87c1de87faa4 owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:21:04.172980 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.194195 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-91394ea6-e5a4-45e0-b216-8d647eb5b687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110'] for port (600a1f8d-43af-4085-9c31-87c1de87faa4), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.201293 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=600a1f8d-43af-4085-9c31-87c1de87faa4,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:04.203134 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] No DVR routers for this DVR port 600a1f8d-43af-4085-9c31-87c1de87faa4 on host dv-cinder-837531-1-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:21:04.220056 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91394ea6-e5a4-45e0-b216-8d647eb5b687 None None] Pushing event deleted for resources: {'Port': ['ID=600a1f8d-43af-4085-9c31-87c1de87faa4,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:04.224276 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91394ea6-e5a4-45e0-b216-8d647eb5b687 None None] No DVR routers for this DVR port 600a1f8d-43af-4085-9c31-87c1de87faa4 on host dv-cinder-837531-1-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:21:04.245473 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48694) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:04.284782 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (14472038-bfec-44c7-961e-d47314f1d9e1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.306579 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14472038-bfec-44c7-961e-d47314f1d9e1']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:04.316088 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:04.316389 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205dadfe-8601-42ac-b2e3-6f5d8bf6a66d') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:04.326537 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3211908'] for segment (205dadfe-8601-42ac-b2e3-6f5d8bf6a66d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.341304 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (205dadfe-8601-42ac-b2e3-6f5d8bf6a66d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.346397 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:21:04.346797 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3604776'] for segment (205dadfe-8601-42ac-b2e3-6f5d8bf6a66d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.359625 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26b155f6-d916-4dbf-8af0-570faa42ab85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: Traceback (most recent call last): Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: timer() Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: cb(*args, **kw) Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: return func(*args, **kwargs) Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: self._notify() Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: self.callback(batched_events) Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: event.method(event) Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: return f(self, *a, **k) Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._get(url).json() Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: return self.request(url, 'GET', **kwargs) Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:21:04.359767 dv-cinder-837531-1-iscsi neutron-server[103959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:21:04.406561 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2bc47548-8b0a-4527-a81f-441aeb663a29 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:21:04.426242 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 2bc47548-8b0a-4527-a81f-441aeb663a29 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:21:04.426641 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2bc47548-8b0a-4527-a81f-441aeb663a29 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:21:04.427042 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 9577cef4-1614-4fec-8812-57d2f1104385 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:21:04.430758 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26b155f6-d916-4dbf-8af0-570faa42ab85 admin admin] Publish callbacks [] for security_group (cf8bc6e3-8e80-4e07-8c02-8e74d792e8b7), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.445887 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 9577cef4-1614-4fec-8812-57d2f1104385 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:21:04.449177 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 9577cef4-1614-4fec-8812-57d2f1104385 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:21:04.449177 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 600a1f8d-43af-4085-9c31-87c1de87faa4 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:21:04.468207 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 600a1f8d-43af-4085-9c31-87c1de87faa4 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:21:04.468550 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 600a1f8d-43af-4085-9c31-87c1de87faa4 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:21:04.469785 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (14472038-bfec-44c7-961e-d47314f1d9e1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.475085 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.479734 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/14472038-bfec-44c7-961e-d47314f1d9e1 HTTP/1.1" status: 204 len: 168 time: 0.6737134 Apr 12 17:21:04.482896 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48698) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:04.489767 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c054db8-1e7c-4cc7-ad54-636a0bd8f9a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14472038-bfec-44c7-961e-d47314f1d9e1,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:04.523650 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26b155f6-d916-4dbf-8af0-570faa42ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (cf8bc6e3-8e80-4e07-8c02-8e74d792e8b7), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.602013 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b155f6-d916-4dbf-8af0-570faa42ab85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8bc6e3-8e80-4e07-8c02-8e74d792e8b7,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:04.607778 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-26b155f6-d916-4dbf-8af0-570faa42ab85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=155af86306a049c3b719fbccb999bd76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612621 Apr 12 17:21:04.610907 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48700) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:04.664446 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a98cab2f-d1b6-4101-827d-9b2cf265cfb9 admin admin] Publish callbacks [] for security_group (cf8bc6e3-8e80-4e07-8c02-8e74d792e8b7), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.687686 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a98cab2f-d1b6-4101-827d-9b2cf265cfb9 admin admin] Publish callbacks [] for security_group (cf8bc6e3-8e80-4e07-8c02-8e74d792e8b7), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.812729 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a98cab2f-d1b6-4101-827d-9b2cf265cfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (cf8bc6e3-8e80-4e07-8c02-8e74d792e8b7), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.815350 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a98cab2f-d1b6-4101-827d-9b2cf265cfb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:04.816921 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a98cab2f-d1b6-4101-827d-9b2cf265cfb9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf8bc6e3-8e80-4e07-8c02-8e74d792e8b7 HTTP/1.1" status: 204 len: 168 time: 0.2039385 Apr 12 17:21:04.824502 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cab2f-d1b6-4101-827d-9b2cf265cfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8bc6e3-8e80-4e07-8c02-8e74d792e8b7,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:04.856933 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660438'] for router_interface (b267f4ff-2183-4e06-b117-34fa7dedd981), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.092142 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] Deleting port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:21:05.092479 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.171855 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] For port 584d1dd3-2ebb-4514-a8ba-0aa7518032e8, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=584d1dd3-2ebb-4514-a8ba-0aa7518032e8,segment=NetworkSegment(7ee19462-86f2-4362-9240-d2455e0884a1),segment_id=7ee19462-86f2-4362-9240-d2455e0884a1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:05.172217 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.184507 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] Calling delete_port for 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 owned by network:router_interface {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:21:05.370984 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48706) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:05.384552 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a5f83211-427e-4d48-b1ad-481400fb847e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.403465 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (584d1dd3-2ebb-4514-a8ba-0aa7518032e8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.438226 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] Pushing event deleted for resources: {'Port': ['ID=584d1dd3-2ebb-4514-a8ba-0aa7518032e8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:05.572103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a5f83211-427e-4d48-b1ad-481400fb847e admin admin] Publish callbacks [] for security_group (9b6555ce-0f34-402b-aee1-e661c26575cf), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.642822 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660298'] for router_interface (b267f4ff-2183-4e06-b117-34fa7dedd981), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.648520 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a5f83211-427e-4d48-b1ad-481400fb847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (9b6555ce-0f34-402b-aee1-e661c26575cf), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.724747 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a5f83211-427e-4d48-b1ad-481400fb847e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8dfeab895b54333b5bdfddd870730a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525891 Apr 12 17:21:05.727063 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83211-427e-4d48-b1ad-481400fb847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6555ce-0f34-402b-aee1-e661c26575cf,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:05.727322 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48708) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:05.780783 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3ee570b9-92b4-42f8-8863-8792cd715b9a admin admin] Publish callbacks [] for security_group (9b6555ce-0f34-402b-aee1-e661c26575cf), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.802536 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3ee570b9-92b4-42f8-8863-8792cd715b9a admin admin] Publish callbacks [] for security_group (9b6555ce-0f34-402b-aee1-e661c26575cf), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.899782 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] Router b267f4ff-2183-4e06-b117-34fa7dedd981 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:21:05.938515 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3ee570b9-92b4-42f8-8863-8792cd715b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (9b6555ce-0f34-402b-aee1-e661c26575cf), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.941049 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-3ee570b9-92b4-42f8-8863-8792cd715b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:05.942231 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-3ee570b9-92b4-42f8-8863-8792cd715b9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b6555ce-0f34-402b-aee1-e661c26575cf HTTP/1.1" status: 204 len: 168 time: 0.2136555 Apr 12 17:21:05.950692 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee570b9-92b4-42f8-8863-8792cd715b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6555ce-0f34-402b-aee1-e661c26575cf,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:06.014134 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:21:06.019777 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f46da5d0-51da-42ba-bd58-cdf5690e7832 admin admin] 10.222.0.64 "PUT /v2.0/routers/b267f4ff-2183-4e06-b117-34fa7dedd981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5357721 Apr 12 17:21:06.023957 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48712) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:06.031712 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] Sync routers for ids ['b267f4ff-2183-4e06-b117-34fa7dedd981'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:21:06.042896 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] Routers {'b267f4ff-2183-4e06-b117-34fa7dedd981'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:06.043643 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b267f4ff-2183-4e06-b117-34fa7dedd981'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:06.135839 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Publish callbacks [] for router (b267f4ff-2183-4e06-b117-34fa7dedd981), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.149815 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] Set router b267f4ff-2183-4e06-b117-34fa7dedd981 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:06.247016 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Publish callbacks [] for router_gateway (b267f4ff-2183-4e06-b117-34fa7dedd981), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.314892 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'name': 'tempest-TestShelveInstance-1826444927-router', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:21:05Z', 'revision_number': 5, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'gw_port': {'id': '987e494f-c8c9-4381-ad0e-65d4f12faf2e', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:06.344935 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] Checking router: b267f4ff-2183-4e06-b117-34fa7dedd981 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:21:06.353798 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] Routers {'b267f4ff-2183-4e06-b117-34fa7dedd981'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:06.354427 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b267f4ff-2183-4e06-b117-34fa7dedd981'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:06.378159 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Deleting port 987e494f-c8c9-4381-ad0e-65d4f12faf2e {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:21:06.378633 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.441552 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] Set router b267f4ff-2183-4e06-b117-34fa7dedd981 gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:06.465807 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] For port 987e494f-c8c9-4381-ad0e-65d4f12faf2e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=987e494f-c8c9-4381-ad0e-65d4f12faf2e,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:06.467130 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.480129 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Calling delete_port for 987e494f-c8c9-4381-ad0e-65d4f12faf2e owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:21:06.492944 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'name': 'tempest-TestShelveInstance-1826444927-router', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:21:06Z', 'revision_number': 6, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'gw_port_host': None}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:06.521499 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e467f1ad-b3c0-4da2-bab0-0b368d95dbc8 None None] The sync data for ids ['b267f4ff-2183-4e06-b117-34fa7dedd981'] in dv-cinder-837531-1-iscsi is: [{'id': 'b267f4ff-2183-4e06-b117-34fa7dedd981', 'name': 'tempest-TestShelveInstance-1826444927-router', 'tenant_id': '641ffb00361a4d7aace79f461dd352e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:14:52Z', 'updated_at': '2022-04-12T17:21:06Z', 'revision_number': 6, 'project_id': '641ffb00361a4d7aace79f461dd352e9', 'gw_port_host': None}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:21:06.648314 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48716) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:06.661416 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1e813c30-3839-4ab2-9382-027554996d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.692700 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (987e494f-c8c9-4381-ad0e-65d4f12faf2e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.720470 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Pushing event deleted for resources: {'Port': ['ID=987e494f-c8c9-4381-ad0e-65d4f12faf2e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:06.736579 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1e813c30-3839-4ab2-9382-027554996d19 admin admin] Publish callbacks [] for security_group (2238a491-4d2a-47a6-b19c-3b8cefb67299), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.782383 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662764'] for router_gateway (b267f4ff-2183-4e06-b117-34fa7dedd981), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.784182 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1e813c30-3839-4ab2-9382-027554996d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (2238a491-4d2a-47a6-b19c-3b8cefb67299), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.822929 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1e813c30-3839-4ab2-9382-027554996d19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd1095bd856f445691153e6c1439faa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739573 Apr 12 17:21:06.824196 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e813c30-3839-4ab2-9382-027554996d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2238a491-4d2a-47a6-b19c-3b8cefb67299,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:06.826673 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48718) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:06.881923 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-64e7a59c-35f9-425e-b9a5-2a4fefe73e6d admin admin] Publish callbacks [] for security_group (2238a491-4d2a-47a6-b19c-3b8cefb67299), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.889554 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45033'] for router (b267f4ff-2183-4e06-b117-34fa7dedd981), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.891850 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Publish callbacks [] for router_controller (b267f4ff-2183-4e06-b117-34fa7dedd981), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:06.906547 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-64e7a59c-35f9-425e-b9a5-2a4fefe73e6d admin admin] Publish callbacks [] for security_group (2238a491-4d2a-47a6-b19c-3b8cefb67299), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.000942 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666377'] for router (b267f4ff-2183-4e06-b117-34fa7dedd981), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.001508 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b267f4ff-2183-4e06-b117-34fa7dedd981 {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:21:07.010194 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.010194 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-b5ceb0ab-4018-4428-8a08-41be0b01c05d admin admin] 10.222.0.64 "DELETE /v2.0/routers/b267f4ff-2183-4e06-b117-34fa7dedd981 HTTP/1.1" status: 204 len: 168 time: 0.9823973 Apr 12 17:21:07.010446 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48720) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:07.029516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-64e7a59c-35f9-425e-b9a5-2a4fefe73e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (2238a491-4d2a-47a6-b19c-3b8cefb67299), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.032305 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-64e7a59c-35f9-425e-b9a5-2a4fefe73e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.033533 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-64e7a59c-35f9-425e-b9a5-2a4fefe73e6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2238a491-4d2a-47a6-b19c-3b8cefb67299 HTTP/1.1" status: 204 len: 168 time: 0.2059531 Apr 12 17:21:07.042281 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7a59c-35f9-425e-b9a5-2a4fefe73e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2238a491-4d2a-47a6-b19c-3b8cefb67299,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:07.062148 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ae6b2a-87c3-4297-86ec-adcd2e27b505 admin admin] Deleting subnet 7f0ae485-ffeb-4c06-8d6a-a5a663aa31da {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:21:07.066329 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-40ae6b2a-87c3-4297-86ec-adcd2e27b505 admin admin] Publish callbacks [] for subnet (7f0ae485-ffeb-4c06-8d6a-a5a663aa31da), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.102032 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-40ae6b2a-87c3-4297-86ec-adcd2e27b505 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211967'] for subnet (7f0ae485-ffeb-4c06-8d6a-a5a663aa31da), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.184615 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-40ae6b2a-87c3-4297-86ec-adcd2e27b505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (7f0ae485-ffeb-4c06-8d6a-a5a663aa31da), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.337968 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-40ae6b2a-87c3-4297-86ec-adcd2e27b505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3604882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3276891'] for subnet (7f0ae485-ffeb-4c06-8d6a-a5a663aa31da), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.363506 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae6b2a-87c3-4297-86ec-adcd2e27b505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0ae485-ffeb-4c06-8d6a-a5a663aa31da,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:07.370469 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-40ae6b2a-87c3-4297-86ec-adcd2e27b505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.372612 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-40ae6b2a-87c3-4297-86ec-adcd2e27b505 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7f0ae485-ffeb-4c06-8d6a-a5a663aa31da HTTP/1.1" status: 204 len: 168 time: 0.3613844 Apr 12 17:21:07.375426 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48724) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:07.379540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc2175-2dc2-415c-a2e4-94457f8881be None None] Network 187be134-9eea-4317-8b76-9a17c31ca0bb requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:21:07.458855 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (187be134-9eea-4317-8b76-9a17c31ca0bb), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.504588 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Deleting port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:21:07.505017 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.574294 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44bd984-2c56-47fc-873e-5ef4a7bde97d None None] DHCP port deletion for 187be134-9eea-4317-8b76-9a17c31ca0bb request from dv-cinder-837531-1-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:21:07.593299 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] For port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2ebd5781-4dd7-4222-bf9b-3c5efcda4096,segment=NetworkSegment(7ee19462-86f2-4362-9240-d2455e0884a1),segment_id=7ee19462-86f2-4362-9240-d2455e0884a1)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:07.593680 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.619455 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Calling delete_port for 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:21:07.622672 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a44bd984-2c56-47fc-873e-5ef4a7bde97d None None] Deleting port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:21:07.623122 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a44bd984-2c56-47fc-873e-5ef4a7bde97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.692111 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-a44bd984-2c56-47fc-873e-5ef4a7bde97d None None] For port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=2ebd5781-4dd7-4222-bf9b-3c5efcda4096,segment=NetworkSegment(7ee19462-86f2-4362-9240-d2455e0884a1),segment_id=7ee19462-86f2-4362-9240-d2455e0884a1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:07.692500 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a44bd984-2c56-47fc-873e-5ef4a7bde97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.705194 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-a44bd984-2c56-47fc-873e-5ef4a7bde97d None None] Calling delete_port for 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:21:07.812429 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.819594 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a44bd984-2c56-47fc-873e-5ef4a7bde97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110'] for port (2ebd5781-4dd7-4222-bf9b-3c5efcda4096), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.837721 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebd5781-4dd7-4222-bf9b-3c5efcda4096,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:07.841341 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] No DVR routers for this DVR port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 on host dv-cinder-837531-1-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:21:07.844613 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bd984-2c56-47fc-873e-5ef4a7bde97d None None] Pushing event deleted for resources: {'Port': ['ID=2ebd5781-4dd7-4222-bf9b-3c5efcda4096,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:07.848145 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44bd984-2c56-47fc-873e-5ef4a7bde97d None None] No DVR routers for this DVR port 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 on host dv-cinder-837531-1-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:21:07.916388 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (187be134-9eea-4317-8b76-9a17c31ca0bb), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.936308 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187be134-9eea-4317-8b76-9a17c31ca0bb']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:07.945595 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee19462-86f2-4362-9240-d2455e0884a1') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:07.945896 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee19462-86f2-4362-9240-d2455e0884a1') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:07.955238 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3211908'] for segment (7ee19462-86f2-4362-9240-d2455e0884a1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.975208 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (7ee19462-86f2-4362-9240-d2455e0884a1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.981568 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:21:07.982048 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3604776'] for segment (7ee19462-86f2-4362-9240-d2455e0884a1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: Traceback (most recent call last): Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: timer() Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: cb(*args, **kw) Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: return func(*args, **kwargs) Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: self._notify() Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: self.callback(batched_events) Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: event.method(event) Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: return f(self, *a, **k) Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._get(url).json() Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: return self.request(url, 'GET', **kwargs) Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:21:07.983815 dv-cinder-837531-1-iscsi neutron-server[103959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:21:08.097696 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (187be134-9eea-4317-8b76-9a17c31ca0bb), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:08.103751 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:08.107323 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/187be134-9eea-4317-8b76-9a17c31ca0bb HTTP/1.1" status: 204 len: 168 time: 0.7305839 Apr 12 17:21:08.121579 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fddba2-3552-4695-9eb9-bc042faa01b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=187be134-9eea-4317-8b76-9a17c31ca0bb,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:08.397991 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 987e494f-c8c9-4381-ad0e-65d4f12faf2e no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:21:08.422907 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 987e494f-c8c9-4381-ad0e-65d4f12faf2e {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:21:08.430620 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 987e494f-c8c9-4381-ad0e-65d4f12faf2e not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:21:08.430620 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:21:08.443312 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:21:08.443866 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 584d1dd3-2ebb-4514-a8ba-0aa7518032e8 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:21:08.444481 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:21:08.452312 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48778) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:08.467521 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:21:08.468543 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 2ebd5781-4dd7-4222-bf9b-3c5efcda4096 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:21:08.494648 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b3e72181-1f34-4c07-bdab-86b4472a4183 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dacd228a8b4347aebfee54a1f1b9a1cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410793 Apr 12 17:21:08.497198 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48784) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:08.546214 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-af371de4-6fc8-416f-9b38-80b64e660fe7 admin admin] Publish callbacks [] for security_group (1249964b-1822-4b91-85a7-1906dd8af189), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:08.567608 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-af371de4-6fc8-416f-9b38-80b64e660fe7 admin admin] Publish callbacks [] for security_group (1249964b-1822-4b91-85a7-1906dd8af189), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:08.726947 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-af371de4-6fc8-416f-9b38-80b64e660fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (1249964b-1822-4b91-85a7-1906dd8af189), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:08.729892 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-af371de4-6fc8-416f-9b38-80b64e660fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:08.731124 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-af371de4-6fc8-416f-9b38-80b64e660fe7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1249964b-1822-4b91-85a7-1906dd8af189 HTTP/1.1" status: 204 len: 168 time: 0.2329977 Apr 12 17:21:08.738808 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af371de4-6fc8-416f-9b38-80b64e660fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1249964b-1822-4b91-85a7-1906dd8af189,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:09.426918 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48798) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:09.466155 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-35b8b0a5-fee8-4ec2-a8a6-924e3688b22f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=641ffb00361a4d7aace79f461dd352e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380945 Apr 12 17:21:09.471803 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48800) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:09.518090 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6caf08d7-4224-44d9-9ef8-10b4984bb4f2 admin admin] Publish callbacks [] for security_group (2d8783bc-26ae-43ab-836d-e648e6ef4420), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:09.539197 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6caf08d7-4224-44d9-9ef8-10b4984bb4f2 admin admin] Publish callbacks [] for security_group (2d8783bc-26ae-43ab-836d-e648e6ef4420), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:09.658514 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6caf08d7-4224-44d9-9ef8-10b4984bb4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (2d8783bc-26ae-43ab-836d-e648e6ef4420), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:09.661034 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6caf08d7-4224-44d9-9ef8-10b4984bb4f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:09.662187 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6caf08d7-4224-44d9-9ef8-10b4984bb4f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d8783bc-26ae-43ab-836d-e648e6ef4420 HTTP/1.1" status: 204 len: 168 time: 0.1895025 Apr 12 17:21:09.671051 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf08d7-4224-44d9-9ef8-10b4984bb4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8783bc-26ae-43ab-836d-e648e6ef4420,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:10.620139 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48838) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:10.715939 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1450923024-network', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:10.834342 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Made reservation on behalf of d3489e7c53aa4de9baa5825d3021547e for: {'network': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:21:10.836760 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:10.845664 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:10.922517 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Publish callbacks [] for security_group (67f75858-a3af-4303-bd38-e68d307d250d), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:10.984002 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (67f75858-a3af-4303-bd38-e68d307d250d), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:11.010643 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:21:11.016172 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f75858-a3af-4303-bd38-e68d307d250d,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:11.024026 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (4d578bd2-e4d2-4edd-b9fb-3845284ab621), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:11.024855 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.segments_db [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Added segment 4d578bd2-e4d2-4edd-b9fb-3845284ab621 of type vlan for network 565b59f1-2069-4ee7-932b-4048ad52ce2a Apr 12 17:21:11.066087 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (565b59f1-2069-4ee7-932b-4048ad52ce2a), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:11.150289 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (565b59f1-2069-4ee7-932b-4048ad52ce2a), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:11.151305 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:21:11.151888 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:11.210630 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] Pushing event updated for resources: {'Network': ['ID=565b59f1-2069-4ee7-932b-4048ad52ce2a,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:11.221589 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:21:11.261059 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c0a0d617-28b0-44df-b99f-ba6d166128fd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6397979 Apr 12 17:21:11.264215 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48844) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:11.269067 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Request body: {'subnet': {'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1450923024-subnet', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:11.349742 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Made reservation on behalf of d3489e7c53aa4de9baa5825d3021547e for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:21:11.352219 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3604528'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:11.560327 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3976995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3604518'] for subnet (472beb3b-035e-4f6e-b587-0b58fc6fb5d7), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:11.618625 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=472beb3b-035e-4f6e-b587-0b58fc6fb5d7,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:11.629226 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Checking segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:11.629584 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Network hostable DHCP agents. Network: 565b59f1-2069-4ee7-932b-4048ad52ce2a, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:21:11.737067 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:21:11.834485 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 565b59f1-2069-4ee7-932b-4048ad52ce2a) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:11.839175 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:21:11.840573 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:11.842164 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb9fb5-e51a-4b7b-97f6-80bbf2da37b0 None None] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:21:11.943967 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-565b59f1-2069-4ee7-932b-4048ad52ce2a', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:21:11.944816 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:11.947346 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-56492c27-905a-4cb5-9449-de7b60e1fef5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6820085 Apr 12 17:21:11.950048 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48846) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:11.954832 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:12.058915 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (45942fd2-1343-4964-bb4f-0c712764f7b0), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:12.064449 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (45942fd2-1343-4964-bb4f-0c712764f7b0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:12.081228 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Allocated IP 172.20.0.2 (565b59f1-2069-4ee7-932b-4048ad52ce2a/472beb3b-035e-4f6e-b587-0b58fc6fb5d7/d1c445eb-0228-4769-ba2c-521a8e4633ed) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:21:12.232665 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Publish callbacks [] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:12.327784 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:12.364489 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:12.367887 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks [] for router_controller (45942fd2-1343-4964-bb4f-0c712764f7b0), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:12.369947 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:12.372458 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:21:12.381341 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Pushing event updated for resources: {'Port': ['ID=d1c445eb-0228-4769-ba2c-521a8e4633ed,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:12.562747 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Attempting to bind port d1c445eb-0228-4769-ba2c-521a8e4633ed on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:21:12.563021 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Attempting to bind port d1c445eb-0228-4769-ba2c-521a8e4633ed by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:21:12.563381 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Attempting to bind port d1c445eb-0228-4769-ba2c-521a8e4633ed on network 565b59f1-2069-4ee7-932b-4048ad52ce2a {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:21:12.568288 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:21:12.568658 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Checking segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:12.569050 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:12.569440 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Bound using segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:21:12.569890 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Bound port: d1c445eb-0228-4769-ba2c-521a8e4633ed, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:21:12.570258 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:12.610398 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks [] for router_gateway (45942fd2-1343-4964-bb4f-0c712764f7b0), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:12.632484 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] For port d1c445eb-0228-4769-ba2c-521a8e4633ed, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:21:12.635634 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] For port d1c445eb-0228-4769-ba2c-521a8e4633ed, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=d1c445eb-0228-4769-ba2c-521a8e4633ed,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:21:12.704185 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:12.773278 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4ca8c-3ebd-4407-a88e-294f45773e59 None None] Pushing event updated for resources: {'Port': ['ID=d1c445eb-0228-4769-ba2c-521a8e4633ed,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:12.863831 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks [] for router_gateway (45942fd2-1343-4964-bb4f-0c712764f7b0), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:12.888354 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:13.013916 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Allocated IP 172.27.1.144 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/13f0f307-4893-4551-bf04-a15c7fa25ef6) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:21:13.124182 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks [] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:13.217954 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:13.258236 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:13.263534 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:13.266503 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:21:13.290574 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Pushing event updated for resources: {'Port': ['ID=13f0f307-4893-4551-bf04-a15c7fa25ef6,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:13.594349 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks [] for router_gateway (45942fd2-1343-4964-bb4f-0c712764f7b0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:13.662835 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedbb167-17f1-443b-80b3-8b07e6f58576 None None] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:21:13.775393 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-33caf5d9-0360-441a-a5f4-ac5e549e0613 None None] Provisioning complete for port d1c445eb-0228-4769-ba2c-521a8e4633ed triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:13.776241 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33caf5d9-0360-441a-a5f4-ac5e549e0613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:13.795590 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (45942fd2-1343-4964-bb4f-0c712764f7b0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:13.864162 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-33caf5d9-0360-441a-a5f4-ac5e549e0613 None None] Current status of the port d1c445eb-0228-4769-ba2c-521a8e4633ed is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:13.864730 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33caf5d9-0360-441a-a5f4-ac5e549e0613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:13.903691 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-33caf5d9-0360-441a-a5f4-ac5e549e0613 None None] For port d1c445eb-0228-4769-ba2c-521a8e4633ed, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=d1c445eb-0228-4769-ba2c-521a8e4633ed,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:13.972452 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-33caf5d9-0360-441a-a5f4-ac5e549e0613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:14.020528 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caf5d9-0360-441a-a5f4-ac5e549e0613 None None] Pushing event updated for resources: {'Port': ['ID=d1c445eb-0228-4769-ba2c-521a8e4633ed,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:14.064306 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Router 45942fd2-1343-4964-bb4f-0c712764f7b0 is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:21:14.089521 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-38d820e3-9c8d-44a6-a167-475deee01fd7 None None] Provisioning complete for port d1c445eb-0228-4769-ba2c-521a8e4633ed triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:14.089889 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-38d820e3-9c8d-44a6-a167-475deee01fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:14.176793 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:21:14.177177 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-38d820e3-9c8d-44a6-a167-475deee01fd7 None None] Current status of the port d1c445eb-0228-4769-ba2c-521a8e4633ed is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:14.187879 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Sync routers for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:21:14.197633 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:14.198254 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:14.260708 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:14.261973 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-45464dde-46eb-4e04-9ac2-25fc598daf33 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3108850 Apr 12 17:21:14.264695 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48854) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:14.311156 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:14.454649 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device d1c445eb-0228-4769-ba2c-521a8e4633ed up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:14.550782 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:13Z', 'revision_number': 3, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:14.553979 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port d1c445eb-0228-4769-ba2c-521a8e4633ed triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:14.554351 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:14.579797 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Checking router: 45942fd2-1343-4964-bb4f-0c712764f7b0 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:21:14.580143 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Updating router 45942fd2-1343-4964-bb4f-0c712764f7b0 port 13f0f307-4893-4551-bf04-a15c7fa25ef6 binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:21:14.635135 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:14.694028 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:14.762109 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port d1c445eb-0228-4769-ba2c-521a8e4633ed is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:14.856896 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Allocated IP 172.20.0.1 (565b59f1-2069-4ee7-932b-4048ad52ce2a/472beb3b-035e-4f6e-b587-0b58fc6fb5d7/12abd777-7b78-4576-a8d0-b98bc6f248fd) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:21:14.912688 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Publish callbacks [] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:14.965019 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Publish callbacks [] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:14.982896 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.038694 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Attempting to bind port 13f0f307-4893-4551-bf04-a15c7fa25ef6 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:21:15.039055 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Attempting to bind port 13f0f307-4893-4551-bf04-a15c7fa25ef6 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:21:15.039406 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Attempting to bind port 13f0f307-4893-4551-bf04-a15c7fa25ef6 on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:21:15.041253 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf8e78-fb27-42f8-a12a-32a37b597fa4 None None] Pushing event updated for resources: {'Port': ['ID=13f0f307-4893-4551-bf04-a15c7fa25ef6,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:15.046961 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:21:15.047326 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:15.047719 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.048520 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:21:15.048520 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Bound port: 13f0f307-4893-4551-bf04-a15c7fa25ef6, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:21:15.048899 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.059023 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.104808 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] For port 13f0f307-4893-4551-bf04-a15c7fa25ef6, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:21:15.105789 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:15.107373 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:15.109525 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] For port 13f0f307-4893-4551-bf04-a15c7fa25ef6, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=13f0f307-4893-4551-bf04-a15c7fa25ef6,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:21:15.112103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:21:15.115306 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Pushing event updated for resources: {'Port': ['ID=12abd777-7b78-4576-a8d0-b98bc6f248fd,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:15.153776 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (45942fd2-1343-4964-bb4f-0c712764f7b0), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.190127 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.258454 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:15.259855 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:15.261910 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf8e78-fb27-42f8-a12a-32a37b597fa4 None None] Pushing event updated for resources: {'Port': ['ID=13f0f307-4893-4551-bf04-a15c7fa25ef6,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:15.373785 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:15.384712 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.457014 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-d69b13ff-24bb-4f3d-a8bc-277afa426f72 None None] Provisioning complete for port 12abd777-7b78-4576-a8d0-b98bc6f248fd triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:15.457392 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d69b13ff-24bb-4f3d-a8bc-277afa426f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.542193 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-d69b13ff-24bb-4f3d-a8bc-277afa426f72 None None] Port 12abd777-7b78-4576-a8d0-b98bc6f248fd cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:21:15.551370 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Publish callbacks [] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.594305 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:13Z', 'revision_number': 3, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:15.612265 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.622776 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ae535-8bb0-408e-b3e7-e0ba42b93a8c None None] The sync data for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi is: [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:13Z', 'revision_number': 3, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:21:15.683571 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Pushing event updated for resources: {'Port': ['ID=12abd777-7b78-4576-a8d0-b98bc6f248fd,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:15.688681 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (45942fd2-1343-4964-bb4f-0c712764f7b0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:15.787884 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:15.789383 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:15.941640 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Router 45942fd2-1343-4964-bb4f-0c712764f7b0 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:21:16.069342 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:21:16.071038 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-df22a7f8-7d79-4343-8db0-102da0904a26 None None] Provisioning complete for port 12abd777-7b78-4576-a8d0-b98bc6f248fd triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:16.071540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-df22a7f8-7d79-4343-8db0-102da0904a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:16.076229 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3d534b8f-eaf6-4992-a769-3047f1f2fba9 admin admin] 10.222.0.64 "PUT /v2.0/routers/45942fd2-1343-4964-bb4f-0c712764f7b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8088076 Apr 12 17:21:16.111914 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-df22a7f8-7d79-4343-8db0-102da0904a26 None None] Port 12abd777-7b78-4576-a8d0-b98bc6f248fd cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:21:16.393094 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:16.420984 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 13f0f307-4893-4551-bf04-a15c7fa25ef6 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:16.608061 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 13f0f307-4893-4551-bf04-a15c7fa25ef6 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:16.608436 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:16.681402 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-9fdcdb1c-56dc-4237-8eeb-e69e92cc38f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:16.686519 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 13f0f307-4893-4551-bf04-a15c7fa25ef6 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:16.686908 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:16.718307 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 13f0f307-4893-4551-bf04-a15c7fa25ef6, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=13f0f307-4893-4551-bf04-a15c7fa25ef6,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:16.800923 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:16.842793 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48876) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:16.847678 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-149414368-network', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:16.852853 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=13f0f307-4893-4551-bf04-a15c7fa25ef6,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:16.978446 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Made reservation on behalf of 51b9bc29eba14897a52dd0b55486dc08 for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:21:16.980846 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:16.990280 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.069903 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Publish callbacks [] for security_group (0ffebeb7-5a83-48b9-8bc8-10aa320b9fef), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.132248 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (0ffebeb7-5a83-48b9-8bc8-10aa320b9fef), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.154959 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:21:17.169331 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffebeb7-5a83-48b9-8bc8-10aa320b9fef,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:17.172247 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (f1882639-840b-452a-8f4f-688113665c24), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.172604 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Added segment f1882639-840b-452a-8f4f-688113665c24 of type vlan for network 84070c97-79e5-4348-b501-3b57a44b1da1 Apr 12 17:21:17.208678 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Sync routers for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:21:17.217065 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (84070c97-79e5-4348-b501-3b57a44b1da1), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.219166 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:17.219296 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:17.308637 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (84070c97-79e5-4348-b501-3b57a44b1da1), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.309540 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:21:17.310128 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.328444 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:17.368905 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] Pushing event updated for resources: {'Network': ['ID=84070c97-79e5-4348-b501-3b57a44b1da1,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:17.379640 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 84070c97-79e5-4348-b501-3b57a44b1da1 details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:21:17.402768 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c0180ea4-daea-4c1f-9755-63bcff31b8c8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5588353 Apr 12 17:21:17.405580 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48878) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:17.410148 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Request body: {'subnet': {'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-149414368-subnet', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:17.486900 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Made reservation on behalf of 51b9bc29eba14897a52dd0b55486dc08 for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:21:17.489190 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3604528'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.519188 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 2, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:17.551459 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Checking router: 45942fd2-1343-4964-bb4f-0c712764f7b0 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:21:17.552676 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Updating router 45942fd2-1343-4964-bb4f-0c712764f7b0 port 12abd777-7b78-4576-a8d0-b98bc6f248fd binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:21:17.582958 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.772827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3976995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3604518'] for subnet (15432b5d-c4d3-4e55-bef6-e447d742ff8b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.830371 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15432b5d-c4d3-4e55-bef6-e447d742ff8b,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:17.843648 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Checking segment: {'id': 'f1882639-840b-452a-8f4f-688113665c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:17.844379 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Network hostable DHCP agents. Network: 84070c97-79e5-4348-b501-3b57a44b1da1, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:21:17.920519 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Network 84070c97-79e5-4348-b501-3b57a44b1da1 is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:21:17.934389 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Publish callbacks [] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.006669 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 84070c97-79e5-4348-b501-3b57a44b1da1) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:18.011389 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:21:18.011982 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.016982 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61de390-c745-4a41-bd22-2592541a83ce None None] Network 84070c97-79e5-4348-b501-3b57a44b1da1 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:21:18.034902 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.094576 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Pushing event updated for resources: {'Port': ['ID=12abd777-7b78-4576-a8d0-b98bc6f248fd,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:18.107533 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.107533 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.107533 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.107882 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.108066 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.108741 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.109074 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.109473 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.109802 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.110129 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.110481 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.110828 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.111156 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.111504 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.111825 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.127756 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-775adc45-2752-4bb5-8861-c21b83402484 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7187676 Apr 12 17:21:18.134481 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48882) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:18.134481 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-149414368-router', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:18.144544 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-84070c97-79e5-4348-b501-3b57a44b1da1', 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1', 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'fixed_ips': [{'subnet_id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:21:18.145817 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.181030 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Attempting to bind port 12abd777-7b78-4576-a8d0-b98bc6f248fd on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:21:18.181407 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Attempting to bind port 12abd777-7b78-4576-a8d0-b98bc6f248fd by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:21:18.181950 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Attempting to bind port 12abd777-7b78-4576-a8d0-b98bc6f248fd on network 565b59f1-2069-4ee7-932b-4048ad52ce2a {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:21:18.188204 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:21:18.188864 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Checking segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:18.189271 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.189669 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Bound using segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:21:18.190145 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Bound port: 12abd777-7b78-4576-a8d0-b98bc6f248fd, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:21:18.190558 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.229527 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (b2cece98-fd22-43e4-9435-06865df38f44), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.230694 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (b2cece98-fd22-43e4-9435-06865df38f44), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.257582 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] For port 12abd777-7b78-4576-a8d0-b98bc6f248fd, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:21:18.261170 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] For port 12abd777-7b78-4576-a8d0-b98bc6f248fd, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=12abd777-7b78-4576-a8d0-b98bc6f248fd,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:21:18.306255 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks [] for router_controller (b2cece98-fd22-43e4-9435-06865df38f44), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.313446 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Allocated IP 172.20.0.2 (84070c97-79e5-4348-b501-3b57a44b1da1/15432b5d-c4d3-4e55-bef6-e447d742ff8b/174fc6da-8844-4d11-ad02-0e6ed89f912e) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:21:18.350011 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.379416 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-0e8f96f7-cd62-437e-9028-d54f3d369ff5 None None] Provisioning complete for port 12abd777-7b78-4576-a8d0-b98bc6f248fd triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:18.379792 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0e8f96f7-cd62-437e-9028-d54f3d369ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.422958 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094b3a6-53a7-4b6a-b292-1cf59c6e8006 None None] Pushing event updated for resources: {'Port': ['ID=12abd777-7b78-4576-a8d0-b98bc6f248fd,revision_number=4']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:18.449785 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:18.450640 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:20:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:18.515309 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Publish callbacks [] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.529297 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 13f0f307-4893-4551-bf04-a15c7fa25ef6 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:18.580906 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:18.612577 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 13f0f307-4893-4551-bf04-a15c7fa25ef6 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:18.612981 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.670662 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.717983 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f96f7-cd62-437e-9028-d54f3d369ff5 None None] Current status of the port 12abd777-7b78-4576-a8d0-b98bc6f248fd is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:18.718834 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0e8f96f7-cd62-437e-9028-d54f3d369ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.740515 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Network 84070c97-79e5-4348-b501-3b57a44b1da1 is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:18.755122 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:18.761066 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:21:18.800285 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Pushing event updated for resources: {'Port': ['ID=174fc6da-8844-4d11-ad02-0e6ed89f912e,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:18.816834 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:18.841784 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.842230 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.843705 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.844122 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.844706 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.844958 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.845459 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.845804 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.846151 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.846575 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.846969 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.847115 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4a73f-0f74-40e6-b843-01b415524be5 None None] The sync data for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi is: [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:21:18.847432 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.847822 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.848209 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.848603 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:18.856745 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks [] for router_gateway (b2cece98-fd22-43e4-9435-06865df38f44), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.874593 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-0e8f96f7-cd62-437e-9028-d54f3d369ff5 None None] For port 12abd777-7b78-4576-a8d0-b98bc6f248fd, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=12abd777-7b78-4576-a8d0-b98bc6f248fd,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:18.918192 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Attempting to bind port 174fc6da-8844-4d11-ad02-0e6ed89f912e on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:21:18.918710 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Attempting to bind port 174fc6da-8844-4d11-ad02-0e6ed89f912e by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'f1882639-840b-452a-8f4f-688113665c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:21:18.920410 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Attempting to bind port 174fc6da-8844-4d11-ad02-0e6ed89f912e on network 84070c97-79e5-4348-b501-3b57a44b1da1 {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:21:18.935470 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0a61871d-ebf1-4c6f-b166-9e01616f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.937772 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:21:18.937772 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Checking segment: {'id': 'f1882639-840b-452a-8f4f-688113665c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:18.938266 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.938564 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Bound using segment: {'id': 'f1882639-840b-452a-8f4f-688113665c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:21:18.942956 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Bound port: 174fc6da-8844-4d11-ad02-0e6ed89f912e, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1882639-840b-452a-8f4f-688113665c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:21:18.942956 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.942956 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 13f0f307-4893-4551-bf04-a15c7fa25ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:18.956994 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0e8f96f7-cd62-437e-9028-d54f3d369ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:19.052850 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f96f7-cd62-437e-9028-d54f3d369ff5 None None] Pushing event updated for resources: {'Port': ['ID=12abd777-7b78-4576-a8d0-b98bc6f248fd,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:19.057623 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] For port 174fc6da-8844-4d11-ad02-0e6ed89f912e, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:21:19.062972 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] For port 174fc6da-8844-4d11-ad02-0e6ed89f912e, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=174fc6da-8844-4d11-ad02-0e6ed89f912e,segment=NetworkSegment(f1882639-840b-452a-8f4f-688113665c24),segment_id=f1882639-840b-452a-8f4f-688113665c24)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:21:19.081687 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-811038c3-2b1f-4cee-9314-fe4ba3cf338c None None] Provisioning complete for port 12abd777-7b78-4576-a8d0-b98bc6f248fd triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:19.082064 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-811038c3-2b1f-4cee-9314-fe4ba3cf338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:19.121000 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:19.200301 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks [] for router_gateway (b2cece98-fd22-43e4-9435-06865df38f44), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:19.211298 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b53b1e-4477-4f51-9868-c87885821485 None None] Pushing event updated for resources: {'Port': ['ID=174fc6da-8844-4d11-ad02-0e6ed89f912e,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:19.233480 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-811038c3-2b1f-4cee-9314-fe4ba3cf338c None None] Current status of the port 12abd777-7b78-4576-a8d0-b98bc6f248fd is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:19.233687 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:19.358181 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Allocated IP 172.27.1.15 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/c9650539-4ead-4e72-8946-6ac28b09c1e8) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:21:19.526245 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks [] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:19.612675 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:19.652259 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:19.657445 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:19.661174 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:21:19.667432 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Pushing event updated for resources: {'Port': ['ID=c9650539-4ead-4e72-8946-6ac28b09c1e8,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:19.784816 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:21:19.972404 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:20.061358 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks [] for router_gateway (b2cece98-fd22-43e4-9435-06865df38f44), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:20.186910 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac2edd-0112-4b2e-b1ff-60b943dc538c None None] Network 84070c97-79e5-4348-b501-3b57a44b1da1 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:21:20.279366 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-f328456d-7cf1-495a-869f-b227aeab3a9d None None] Provisioning complete for port 174fc6da-8844-4d11-ad02-0e6ed89f912e triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:20.280004 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f328456d-7cf1-495a-869f-b227aeab3a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:20.283495 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (b2cece98-fd22-43e4-9435-06865df38f44), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:20.440097 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-f328456d-7cf1-495a-869f-b227aeab3a9d None None] Current status of the port 174fc6da-8844-4d11-ad02-0e6ed89f912e is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:20.440488 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f328456d-7cf1-495a-869f-b227aeab3a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:20.477957 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-f328456d-7cf1-495a-869f-b227aeab3a9d None None] For port 174fc6da-8844-4d11-ad02-0e6ed89f912e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=174fc6da-8844-4d11-ad02-0e6ed89f912e,segment=NetworkSegment(f1882639-840b-452a-8f4f-688113665c24),segment_id=f1882639-840b-452a-8f4f-688113665c24)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:20.483119 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 174fc6da-8844-4d11-ad02-0e6ed89f912e up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:20.531618 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 174fc6da-8844-4d11-ad02-0e6ed89f912e triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:20.531997 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:20.557502 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f328456d-7cf1-495a-869f-b227aeab3a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:20.566318 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Router b2cece98-fd22-43e4-9435-06865df38f44 is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:21:20.626603 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328456d-7cf1-495a-869f-b227aeab3a9d None None] Pushing event updated for resources: {'Port': ['ID=174fc6da-8844-4d11-ad02-0e6ed89f912e,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:20.660790 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 174fc6da-8844-4d11-ad02-0e6ed89f912e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:20.661871 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 12abd777-7b78-4576-a8d0-b98bc6f248fd up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:20.682638 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:21:20.694926 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Sync routers for ids ['b2cece98-fd22-43e4-9435-06865df38f44'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:21:20.697347 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e53fd99e-6252-4256-a3fe-ef2ec7f3b92a None None] Provisioning complete for port 174fc6da-8844-4d11-ad02-0e6ed89f912e triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:20.697711 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e53fd99e-6252-4256-a3fe-ef2ec7f3b92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:20.748119 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Routers {'b2cece98-fd22-43e4-9435-06865df38f44'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:20.748746 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:21:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b2cece98-fd22-43e4-9435-06865df38f44'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:20.768557 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:20.769972 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0c68bf1e-9ba1-4da8-a009-0ccec17a5073 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6408617 Apr 12 17:21:20.772578 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48900) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:20.808959 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 12abd777-7b78-4576-a8d0-b98bc6f248fd triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:20.809341 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:20.918342 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e53fd99e-6252-4256-a3fe-ef2ec7f3b92a None None] Current status of the port 174fc6da-8844-4d11-ad02-0e6ed89f912e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:20.938901 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Set router b2cece98-fd22-43e4-9435-06865df38f44 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:21.183214 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 12abd777-7b78-4576-a8d0-b98bc6f248fd is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:21.194599 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.255915 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'name': 'tempest-TestVolumeBootPattern-149414368-router', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:18Z', 'updated_at': '2022-04-12T17:21:19Z', 'revision_number': 3, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'gw_port': {'id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:19Z', 'updated_at': '2022-04-12T17:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:21.283418 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Checking router: b2cece98-fd22-43e4-9435-06865df38f44 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:21:21.283770 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Updating router b2cece98-fd22-43e4-9435-06865df38f44 port c9650539-4ead-4e72-8946-6ac28b09c1e8 binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:21:21.322653 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.354797 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Allocated IP 172.20.0.1 (84070c97-79e5-4348-b501-3b57a44b1da1/15432b5d-c4d3-4e55-bef6-e447d742ff8b/846888be-00bd-4266-985a-e2240227a790) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:21:21.412998 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.457399 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Publish callbacks [] for port (846888be-00bd-4266-985a-e2240227a790), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.569447 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Publish callbacks [] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.573395 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (846888be-00bd-4266-985a-e2240227a790), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.610031 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Network 84070c97-79e5-4348-b501-3b57a44b1da1 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:21.612864 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:21.622949 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:21:21.642230 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.644831 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Pushing event updated for resources: {'Port': ['ID=846888be-00bd-4266-985a-e2240227a790,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:21.655996 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.657246 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.657246 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.657246 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.657610 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.657828 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.658164 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.658524 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.658861 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.659195 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.659528 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.659858 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.660272 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.660606 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.660934 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.683079 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (b2cece98-fd22-43e4-9435-06865df38f44), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.709237 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Attempting to bind port c9650539-4ead-4e72-8946-6ac28b09c1e8 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:21:21.709614 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Attempting to bind port c9650539-4ead-4e72-8946-6ac28b09c1e8 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:21:21.709979 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Attempting to bind port c9650539-4ead-4e72-8946-6ac28b09c1e8 on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:21:21.713344 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea470641-4f08-42e9-bcc5-0c6544187130 None None] Pushing event updated for resources: {'Port': ['ID=c9650539-4ead-4e72-8946-6ac28b09c1e8,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:21.718493 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:21:21.718874 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:21.719281 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.719675 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:21:21.720144 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Bound port: c9650539-4ead-4e72-8946-6ac28b09c1e8, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:21:21.720530 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.778991 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] For port c9650539-4ead-4e72-8946-6ac28b09c1e8, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:21:21.783021 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] For port c9650539-4ead-4e72-8946-6ac28b09c1e8, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=c9650539-4ead-4e72-8946-6ac28b09c1e8,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:21:21.840873 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-563d4fc9-5fbc-4273-a857-f337da343fe6 None None] Provisioning complete for port 846888be-00bd-4266-985a-e2240227a790 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:21.841253 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-563d4fc9-5fbc-4273-a857-f337da343fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (846888be-00bd-4266-985a-e2240227a790), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.865843 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.908482 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-563d4fc9-5fbc-4273-a857-f337da343fe6 None None] Port 846888be-00bd-4266-985a-e2240227a790 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:21:21.916321 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (846888be-00bd-4266-985a-e2240227a790), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.936483 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea470641-4f08-42e9-bcc5-0c6544187130 None None] Pushing event updated for resources: {'Port': ['ID=c9650539-4ead-4e72-8946-6ac28b09c1e8,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:21.939364 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Routers {'b2cece98-fd22-43e4-9435-06865df38f44'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:21.939968 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:21:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b2cece98-fd22-43e4-9435-06865df38f44'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:22.051710 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] Set router b2cece98-fd22-43e4-9435-06865df38f44 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:22.084093 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Publish callbacks [] for port (846888be-00bd-4266-985a-e2240227a790), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:22.137568 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (846888be-00bd-4266-985a-e2240227a790), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:22.203163 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (b2cece98-fd22-43e4-9435-06865df38f44), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:22.205777 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Pushing event updated for resources: {'Port': ['ID=846888be-00bd-4266-985a-e2240227a790,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:22.243986 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'name': 'tempest-TestVolumeBootPattern-149414368-router', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:18Z', 'updated_at': '2022-04-12T17:21:21Z', 'revision_number': 4, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'gw_port': {'id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:19Z', 'updated_at': '2022-04-12T17:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '846888be-00bd-4266-985a-e2240227a790', 'name': '', 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'mac_address': 'fa:16:3e:f2:2f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:21Z', 'updated_at': '2022-04-12T17:21:21Z', 'revision_number': 1, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'subnets': [{'id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:22.270455 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bfb64-0751-4378-9779-62f1d4337e73 None None] The sync data for ids ['b2cece98-fd22-43e4-9435-06865df38f44'] in dv-cinder-837531-1-iscsi is: [{'id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'name': 'tempest-TestVolumeBootPattern-149414368-router', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:18Z', 'updated_at': '2022-04-12T17:21:21Z', 'revision_number': 4, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'gw_port': {'id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:eb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:19Z', 'updated_at': '2022-04-12T17:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '846888be-00bd-4266-985a-e2240227a790', 'name': '', 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'mac_address': 'fa:16:3e:f2:2f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:21Z', 'updated_at': '2022-04-12T17:21:21Z', 'revision_number': 1, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'subnets': [{'id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:21:22.300906 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Network 84070c97-79e5-4348-b501-3b57a44b1da1 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:22.302309 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:22.432841 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 174fc6da-8844-4d11-ad02-0e6ed89f912e up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:22.490145 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 174fc6da-8844-4d11-ad02-0e6ed89f912e triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:22.490576 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:22.598868 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 174fc6da-8844-4d11-ad02-0e6ed89f912e is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:22.638957 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-bf128892-8144-4e8a-bf62-30d027042281 None None] Provisioning complete for port 846888be-00bd-4266-985a-e2240227a790 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:22.639432 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bf128892-8144-4e8a-bf62-30d027042281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (846888be-00bd-4266-985a-e2240227a790), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:22.681142 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-bf128892-8144-4e8a-bf62-30d027042281 None None] Port 846888be-00bd-4266-985a-e2240227a790 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:21:22.702140 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Router b2cece98-fd22-43e4-9435-06865df38f44 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:21:22.817407 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:21:22.824075 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a8767397-3506-4448-9418-469b8410ef87 admin admin] 10.222.0.64 "PUT /v2.0/routers/b2cece98-fd22-43e4-9435-06865df38f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0495555 Apr 12 17:21:23.046243 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:23.464332 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48916) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:23.468921 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-c66eb9c0-ab1a-4be9-ac79-3a368f749b2a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161740918', 'description': 'tempest-secgroup-smoke-161740918 description', 'project_id': 'd3489e7c53aa4de9baa5825d3021547e'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:23.549806 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c66eb9c0-ab1a-4be9-ac79-3a368f749b2a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:23.616378 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c66eb9c0-ab1a-4be9-ac79-3a368f749b2a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group (fcfee242-4826-4318-9b7a-d8de86a19c7d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:23.680263 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c66eb9c0-ab1a-4be9-ac79-3a368f749b2a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (fcfee242-4826-4318-9b7a-d8de86a19c7d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:23.707878 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66eb9c0-ab1a-4be9-ac79-3a368f749b2a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfee242-4826-4318-9b7a-d8de86a19c7d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:23.762876 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c66eb9c0-ab1a-4be9-ac79-3a368f749b2a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:23.764134 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c66eb9c0-ab1a-4be9-ac79-3a368f749b2a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2987940 Apr 12 17:21:23.767119 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48918) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:23.772032 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-3c549a3c-6159-46ff-9f2d-7028ceae0986 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'security_group_rule': {'security_group_id': 'fcfee242-4826-4318-9b7a-d8de86a19c7d', 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:23.863228 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c549a3c-6159-46ff-9f2d-7028ceae0986 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (f6ff71cf-8ae3-465c-b76b-fba5269f928a), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:23.917803 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c549a3c-6159-46ff-9f2d-7028ceae0986 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (f6ff71cf-8ae3-465c-b76b-fba5269f928a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.018091 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c549a3c-6159-46ff-9f2d-7028ceae0986 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (f6ff71cf-8ae3-465c-b76b-fba5269f928a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.037972 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c549a3c-6159-46ff-9f2d-7028ceae0986 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ff71cf-8ae3-465c-b76b-fba5269f928a,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:24.105969 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3c549a3c-6159-46ff-9f2d-7028ceae0986 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.107234 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3c549a3c-6159-46ff-9f2d-7028ceae0986 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392336 Apr 12 17:21:24.109938 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 48924) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:24.114469 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-50ca7c97-923d-4220-b166-9009b24dcf58 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'security_group_rule': {'security_group_id': 'fcfee242-4826-4318-9b7a-d8de86a19c7d', 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:24.212642 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-50ca7c97-923d-4220-b166-9009b24dcf58 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (1024e50e-2f7c-47bd-a94e-fd25b8e736b2), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.269946 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-50ca7c97-923d-4220-b166-9009b24dcf58 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (1024e50e-2f7c-47bd-a94e-fd25b8e736b2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.332123 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-50ca7c97-923d-4220-b166-9009b24dcf58 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (1024e50e-2f7c-47bd-a94e-fd25b8e736b2), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.349844 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca7c97-923d-4220-b166-9009b24dcf58 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1024e50e-2f7c-47bd-a94e-fd25b8e736b2,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:24.408170 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-50ca7c97-923d-4220-b166-9009b24dcf58 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.412070 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-50ca7c97-923d-4220-b166-9009b24dcf58 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2984211 Apr 12 17:21:24.412395 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48928) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:24.417072 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'security_group_rule': {'security_group_id': 'fcfee242-4826-4318-9b7a-d8de86a19c7d', 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:24.420214 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device c9650539-4ead-4e72-8946-6ac28b09c1e8 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:24.468128 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port c9650539-4ead-4e72-8946-6ac28b09c1e8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:24.468511 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.496704 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (f164a040-2acc-4821-83a8-9b80779a802f), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.544361 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port c9650539-4ead-4e72-8946-6ac28b09c1e8 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:24.544747 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.563984 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (f164a040-2acc-4821-83a8-9b80779a802f), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.566477 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port c9650539-4ead-4e72-8946-6ac28b09c1e8, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=c9650539-4ead-4e72-8946-6ac28b09c1e8,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:24.651264 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (f164a040-2acc-4821-83a8-9b80779a802f), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.663325 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.670606 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f164a040-2acc-4821-83a8-9b80779a802f,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:24.677914 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.678415 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.678768 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.679215 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.679561 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.679895 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.680751 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.681084 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.681414 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.681740 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.682067 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.682410 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.682741 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.683063 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.683384 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:24.709762 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=c9650539-4ead-4e72-8946-6ac28b09c1e8,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:24.745646 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.746905 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-da704641-6b5d-4efa-a0fc-482d5b981679 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335149 Apr 12 17:21:24.749566 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48930) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:24.753845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-cd2452bf-8e79-42a8-b48e-c26a91b607db tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'security_group_rule': {'security_group_id': 'fcfee242-4826-4318-9b7a-d8de86a19c7d', 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:24.851345 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd2452bf-8e79-42a8-b48e-c26a91b607db tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (25d371c1-2121-403d-b4d9-8f6820bdc14b), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.907818 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd2452bf-8e79-42a8-b48e-c26a91b607db tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (25d371c1-2121-403d-b4d9-8f6820bdc14b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:24.989116 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd2452bf-8e79-42a8-b48e-c26a91b607db tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (25d371c1-2121-403d-b4d9-8f6820bdc14b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:25.008299 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2452bf-8e79-42a8-b48e-c26a91b607db tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d371c1-2121-403d-b4d9-8f6820bdc14b,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:25.076847 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd2452bf-8e79-42a8-b48e-c26a91b607db tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:25.078110 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-cd2452bf-8e79-42a8-b48e-c26a91b607db tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276050 Apr 12 17:21:25.080819 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48934) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:25.085152 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-cf385cf0-89c7-4e4e-b687-63bf9da68452 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'security_group_rule': {'security_group_id': 'fcfee242-4826-4318-9b7a-d8de86a19c7d', 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:25.149462 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.securitygroups_db [None req-cf385cf0-89c7-4e4e-b687-63bf9da68452 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Project d3489e7c53aa4de9baa5825d3021547e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:21:25.154977 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf385cf0-89c7-4e4e-b687-63bf9da68452 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (25854d13-9a82-4bcf-9621-059f5ebef857), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:25.212268 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf385cf0-89c7-4e4e-b687-63bf9da68452 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (25854d13-9a82-4bcf-9621-059f5ebef857), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:25.296663 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf385cf0-89c7-4e4e-b687-63bf9da68452 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (25854d13-9a82-4bcf-9621-059f5ebef857), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:25.313642 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf385cf0-89c7-4e4e-b687-63bf9da68452 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25854d13-9a82-4bcf-9621-059f5ebef857,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:25.402734 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cf385cf0-89c7-4e4e-b687-63bf9da68452 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:25.404001 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-cf385cf0-89c7-4e4e-b687-63bf9da68452 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3221827 Apr 12 17:21:25.406762 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 48938) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:25.411132 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-08a04e9d-b4f3-4ad5-8367-3ae9ea20219b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'security_group_rule': {'security_group_id': 'fcfee242-4826-4318-9b7a-d8de86a19c7d', 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:25.486420 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.securitygroups_db [None req-08a04e9d-b4f3-4ad5-8367-3ae9ea20219b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Project d3489e7c53aa4de9baa5825d3021547e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:21:25.491819 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08a04e9d-b4f3-4ad5-8367-3ae9ea20219b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (2311fc5b-bb81-4558-b77c-cd6181ec7f7b), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:25.551748 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08a04e9d-b4f3-4ad5-8367-3ae9ea20219b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (2311fc5b-bb81-4558-b77c-cd6181ec7f7b), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:25.629208 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08a04e9d-b4f3-4ad5-8367-3ae9ea20219b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (2311fc5b-bb81-4558-b77c-cd6181ec7f7b), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:25.647772 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a04e9d-b4f3-4ad5-8367-3ae9ea20219b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2311fc5b-bb81-4558-b77c-cd6181ec7f7b,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:25.717406 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-08a04e9d-b4f3-4ad5-8367-3ae9ea20219b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:25.721842 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-08a04e9d-b4f3-4ad5-8367-3ae9ea20219b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3140395 Apr 12 17:21:25.726008 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Sync routers for ids ['b2cece98-fd22-43e4-9435-06865df38f44'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:21:25.739946 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Routers {'b2cece98-fd22-43e4-9435-06865df38f44'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:25.740686 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:21:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b2cece98-fd22-43e4-9435-06865df38f44'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:25.852018 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Set router b2cece98-fd22-43e4-9435-06865df38f44 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:26.041265 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'name': 'tempest-TestVolumeBootPattern-149414368-router', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:18Z', 'updated_at': '2022-04-12T17:21:21Z', 'revision_number': 4, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'gw_port': {'id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:19Z', 'updated_at': '2022-04-12T17:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '846888be-00bd-4266-985a-e2240227a790', 'name': '', 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'mac_address': 'fa:16:3e:f2:2f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:21Z', 'updated_at': '2022-04-12T17:21:21Z', 'revision_number': 2, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'subnets': [{'id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:26.068232 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Checking router: b2cece98-fd22-43e4-9435-06865df38f44 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:21:26.068581 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Updating router b2cece98-fd22-43e4-9435-06865df38f44 port 846888be-00bd-4266-985a-e2240227a790 binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:21:26.095957 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (846888be-00bd-4266-985a-e2240227a790), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.352807 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Publish callbacks [] for port (846888be-00bd-4266-985a-e2240227a790), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.407076 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (846888be-00bd-4266-985a-e2240227a790), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.408123 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device c9650539-4ead-4e72-8946-6ac28b09c1e8 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:26.454810 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aefd3b-f713-4122-9019-bec48a447a22 None None] Pushing event updated for resources: {'Port': ['ID=846888be-00bd-4266-985a-e2240227a790,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:26.474771 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port c9650539-4ead-4e72-8946-6ac28b09c1e8 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:26.475148 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.526129 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Attempting to bind port 846888be-00bd-4266-985a-e2240227a790 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:21:26.526610 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Attempting to bind port 846888be-00bd-4266-985a-e2240227a790 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'f1882639-840b-452a-8f4f-688113665c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:21:26.527049 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Attempting to bind port 846888be-00bd-4266-985a-e2240227a790 on network 84070c97-79e5-4348-b501-3b57a44b1da1 {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:21:26.532406 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:21:26.535962 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Checking segment: {'id': 'f1882639-840b-452a-8f4f-688113665c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:26.535962 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.535962 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Bound using segment: {'id': 'f1882639-840b-452a-8f4f-688113665c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:21:26.535962 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Bound port: 846888be-00bd-4266-985a-e2240227a790, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1882639-840b-452a-8f4f-688113665c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:21:26.535962 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (846888be-00bd-4266-985a-e2240227a790), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.577277 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port c9650539-4ead-4e72-8946-6ac28b09c1e8 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:26.603331 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] For port 846888be-00bd-4266-985a-e2240227a790, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:21:26.606699 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] For port 846888be-00bd-4266-985a-e2240227a790, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=846888be-00bd-4266-985a-e2240227a790,segment=NetworkSegment(f1882639-840b-452a-8f4f-688113665c24),segment_id=f1882639-840b-452a-8f4f-688113665c24)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:21:26.701225 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (846888be-00bd-4266-985a-e2240227a790), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.721766 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-ea45b988-fdd7-43f7-a66a-5e57f8ad2307 None None] Provisioning complete for port 846888be-00bd-4266-985a-e2240227a790 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:26.722225 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ea45b988-fdd7-43f7-a66a-5e57f8ad2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (846888be-00bd-4266-985a-e2240227a790), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.758623 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Routers {'b2cece98-fd22-43e4-9435-06865df38f44'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:26.759059 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:21:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b2cece98-fd22-43e4-9435-06865df38f44'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:26.808669 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ea45b988-fdd7-43f7-a66a-5e57f8ad2307 None None] Current status of the port 846888be-00bd-4266-985a-e2240227a790 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:26.809067 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ea45b988-fdd7-43f7-a66a-5e57f8ad2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (846888be-00bd-4266-985a-e2240227a790), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.845413 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-ea45b988-fdd7-43f7-a66a-5e57f8ad2307 None None] For port 846888be-00bd-4266-985a-e2240227a790, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=846888be-00bd-4266-985a-e2240227a790,segment=NetworkSegment(f1882639-840b-452a-8f4f-688113665c24),segment_id=f1882639-840b-452a-8f4f-688113665c24)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:26.892098 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aefd3b-f713-4122-9019-bec48a447a22 None None] Pushing event updated for resources: {'Port': ['ID=846888be-00bd-4266-985a-e2240227a790,revision_number=4']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:26.927345 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ea45b988-fdd7-43f7-a66a-5e57f8ad2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (846888be-00bd-4266-985a-e2240227a790), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.972864 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] Set router b2cece98-fd22-43e4-9435-06865df38f44 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:26.982554 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45b988-fdd7-43f7-a66a-5e57f8ad2307 None None] Pushing event updated for resources: {'Port': ['ID=846888be-00bd-4266-985a-e2240227a790,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:27.045988 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-040bd423-5654-43dc-8e80-a04a59d7dd33 None None] Provisioning complete for port 846888be-00bd-4266-985a-e2240227a790 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:27.046375 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-040bd423-5654-43dc-8e80-a04a59d7dd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (846888be-00bd-4266-985a-e2240227a790), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:27.129740 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-040bd423-5654-43dc-8e80-a04a59d7dd33 None None] Current status of the port 846888be-00bd-4266-985a-e2240227a790 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:27.179351 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'name': 'tempest-TestVolumeBootPattern-149414368-router', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:18Z', 'updated_at': '2022-04-12T17:21:21Z', 'revision_number': 4, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'gw_port': {'id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:19Z', 'updated_at': '2022-04-12T17:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '846888be-00bd-4266-985a-e2240227a790', 'name': '', 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'mac_address': 'fa:16:3e:f2:2f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:21Z', 'updated_at': '2022-04-12T17:21:26Z', 'revision_number': 4, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'subnets': [{'id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:27.206659 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f88d2-5c59-4fde-a6d3-aaf243026939 None None] The sync data for ids ['b2cece98-fd22-43e4-9435-06865df38f44'] in dv-cinder-837531-1-iscsi is: [{'id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'name': 'tempest-TestVolumeBootPattern-149414368-router', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:18Z', 'updated_at': '2022-04-12T17:21:21Z', 'revision_number': 4, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'gw_port': {'id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:19Z', 'updated_at': '2022-04-12T17:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '846888be-00bd-4266-985a-e2240227a790', 'name': '', 'network_id': '84070c97-79e5-4348-b501-3b57a44b1da1', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'mac_address': 'fa:16:3e:f2:2f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:21Z', 'updated_at': '2022-04-12T17:21:26Z', 'revision_number': 4, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'subnets': [{'id': '15432b5d-c4d3-4e55-bef6-e447d742ff8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:21:28.418318 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 846888be-00bd-4266-985a-e2240227a790 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:28.463743 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 846888be-00bd-4266-985a-e2240227a790 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:28.464115 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (846888be-00bd-4266-985a-e2240227a790), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:28.539399 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 846888be-00bd-4266-985a-e2240227a790 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:46.377105 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:46.616902 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2313cfb1-1531-44c1-8066-58d88301fdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:48.856966 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bbb74569-42fa-4088-9eb8-d817c55f4fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:49.908114 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.521970 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 49148) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:50.659480 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a876561e-166e-40b7-a61f-05e2e66e903c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.730395 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a876561e-166e-40b7-a61f-05e2e66e903c admin admin] Publish callbacks [] for security_group (8aa45096-9c53-43a0-a7b5-90ed1f9dfcb0), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.799563 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-a876561e-166e-40b7-a61f-05e2e66e903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (8aa45096-9c53-43a0-a7b5-90ed1f9dfcb0), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.837704 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-a876561e-166e-40b7-a61f-05e2e66e903c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=884cda4c16f946c796c2a18f58c434ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146431 Apr 12 17:21:50.838672 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876561e-166e-40b7-a61f-05e2e66e903c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa45096-9c53-43a0-a7b5-90ed1f9dfcb0,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:50.840538 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49154) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:50.889610 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b09c-0144-41e3-8879-2523dd3d55b3 admin admin] Publish callbacks [] for security_group (8aa45096-9c53-43a0-a7b5-90ed1f9dfcb0), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.909818 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b09c-0144-41e3-8879-2523dd3d55b3 admin admin] Publish callbacks [] for security_group (8aa45096-9c53-43a0-a7b5-90ed1f9dfcb0), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:51.034158 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b09c-0144-41e3-8879-2523dd3d55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (8aa45096-9c53-43a0-a7b5-90ed1f9dfcb0), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:51.036870 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b09c-0144-41e3-8879-2523dd3d55b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:51.038040 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ecb9b09c-0144-41e3-8879-2523dd3d55b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8aa45096-9c53-43a0-a7b5-90ed1f9dfcb0 HTTP/1.1" status: 204 len: 168 time: 0.1959472 Apr 12 17:21:51.046806 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9b09c-0144-41e3-8879-2523dd3d55b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa45096-9c53-43a0-a7b5-90ed1f9dfcb0,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:51.383036 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:53.028630 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:56.115701 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-649214c0-ff25-4ecc-927d-123a8c12b98d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161740918&fields=id&tenant_id=d3489e7c53aa4de9baa5825d3021547e HTTP/1.1" status: 200 len: 267 time: 0.0440981 Apr 12 17:21:56.220279 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-0cbcf11b-1791-48b3-9df6-ff27bc2273f1 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:21:56.221960 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-0cbcf11b-1791-48b3-9df6-ff27bc2273f1 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 812 time: 0.1000416 Apr 12 17:21:56.236823 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5452dece-d2c1-4d63-8bed-c6c933490a78 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/quotas/d3489e7c53aa4de9baa5825d3021547e HTTP/1.1" status: 200 len: 375 time: 0.0094872 Apr 12 17:21:56.284533 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-75cd7c4f-896d-49bb-9055-25de26c6aa41 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430558 Apr 12 17:21:56.389139 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-b4c3f7ea-6dae-419c-b2ec-580b61412e66 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:21:56.390141 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-b4c3f7ea-6dae-419c-b2ec-580b61412e66 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0944455 Apr 12 17:21:56.483552 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-4ae832f2-26d2-4e25-adf3-5b5da1947237 service neutron] 10.222.0.64 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876079 Apr 12 17:21:56.570643 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-65f528ff-27c3-4006-9cc8-a851e4cf0e67 service neutron] 10.222.0.64 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815253 Apr 12 17:21:56.784077 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:21:57.121772 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4fd03afe-aaa4-4fcb-89fc-ffe716aa6932 req-dddf4e5f-1874-44a2-9fd7-0145d58455f0 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0279775 Apr 12 17:21:58.218215 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d3b3680e-d643-4e51-b7c8-ddc6d687c4b4 req-5687d0a9-27ce-4859-bca2-239ab7106bf6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0319090 Apr 12 17:21:59.313655 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-836671f7-2085-438d-b3e6-4bfb59067132 req-9d1b5bd4-ae7f-4678-8627-0dd6718d8232 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0309649 Apr 12 17:22:00.140656 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-130631bc-c109-40cb-83de-2b9e43507771 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:00.142152 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-130631bc-c109-40cb-83de-2b9e43507771 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 812 time: 0.1017427 Apr 12 17:22:00.210625 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-08dbd292-1aef-4f8b-aa10-3dfd52e51fb9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3489e7c53aa4de9baa5825d3021547e HTTP/1.1" status: 200 len: 379 time: 0.0534079 Apr 12 17:22:00.224967 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'port': {'device_id': '89604977-9775-4feb-9c13-674b74866ed5', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'admin_state_up': True, 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'security_groups': ['fcfee242-4826-4318-9b7a-d8de86a19c7d']}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:22:00.404997 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Made reservation on behalf of d3489e7c53aa4de9baa5825d3021547e for: {'port': 1} {{(pid=103959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:22:00.408265 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d5710c0d-e08b-4114-82fe-603e7df95bdf req-82f546d4-1a19-4117-814a-126575b43d49 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0274405 Apr 12 17:22:00.408735 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:00.538387 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Allocated IP 172.20.0.8 (565b59f1-2069-4ee7-932b-4048ad52ce2a/472beb3b-035e-4f6e-b587-0b58fc6fb5d7/c25f5637-cca5-4404-a2fa-d8603de74887) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:22:00.681118 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for port (c25f5637-cca5-4404-a2fa-d8603de74887), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:00.776875 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:00.821624 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:22:00.824705 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:22:00.830937 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:22:00.856731 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'Port': ['ID=c25f5637-cca5-4404-a2fa-d8603de74887,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:00.891608 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:00.892355 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:01.002686 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5fc8d107-a95b-4734-bff4-b9c8f8b2db70 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835486 Apr 12 17:22:01.020254 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Request body: {'port': {'device_id': '89604977-9775-4feb-9c13-674b74866ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:22:01.051453 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-ea90ecec-1c18-436d-8aec-189efef55268 None None] Provisioning complete for port c25f5637-cca5-4404-a2fa-d8603de74887 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:22:01.052417 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ea90ecec-1c18-436d-8aec-189efef55268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:01.081375 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:01.089139 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ea90ecec-1c18-436d-8aec-189efef55268 None None] Port c25f5637-cca5-4404-a2fa-d8603de74887 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:22:01.351305 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25f5637-cca5-4404-a2fa-d8603de74887 {{(pid=103959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:22:01.358834 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Publish callbacks [] for port (c25f5637-cca5-4404-a2fa-d8603de74887), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:01.370739 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.provisioning_blocks [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Transition to ACTIVE for port object c25f5637-cca5-4404-a2fa-d8603de74887 will not be triggered until provisioned by entity L2. {{(pid=103959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:22:01.451520 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:01.538569 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Pushing event updated for resources: {'Port': ['ID=c25f5637-cca5-4404-a2fa-d8603de74887,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:01.550552 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50c779-2282-4693-a60e-42accbb5c6f0 req-58df85d7-49ed-4b8c-b5f3-c0757573501a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:01.552074 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1e50c779-2282-4693-a60e-42accbb5c6f0 req-58df85d7-49ed-4b8c-b5f3-c0757573501a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0730901 Apr 12 17:22:01.653075 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1e50c779-2282-4693-a60e-42accbb5c6f0 req-fcd7125e-3228-43d3-a3a2-f0064c488656 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831671 Apr 12 17:22:01.657937 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Attempting to bind port c25f5637-cca5-4404-a2fa-d8603de74887 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:22:01.658272 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Attempting to bind port c25f5637-cca5-4404-a2fa-d8603de74887 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:22:01.658633 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Attempting to bind port c25f5637-cca5-4404-a2fa-d8603de74887 on network 565b59f1-2069-4ee7-932b-4048ad52ce2a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:22:01.663129 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Port c25f5637-cca5-4404-a2fa-d8603de74887 on network 565b59f1-2069-4ee7-932b-4048ad52ce2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:22:01.663443 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Attempting to bind port c25f5637-cca5-4404-a2fa-d8603de74887 on network 565b59f1-2069-4ee7-932b-4048ad52ce2a {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:22:01.668521 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:22:01.668868 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Checking segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:22:01.669258 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Bound using segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:22:01.669722 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Bound port: c25f5637-cca5-4404-a2fa-d8603de74887, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:22:01.670132 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:01.733057 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] For port c25f5637-cca5-4404-a2fa-d8603de74887, host hv-cinder-83753, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:22:01.736042 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] For port c25f5637-cca5-4404-a2fa-d8603de74887, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c25f5637-cca5-4404-a2fa-d8603de74887,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:22:01.818255 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:01.854632 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:01.854974 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:01.856789 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] 10.222.0.41 "PUT /v2.0/ports/c25f5637-cca5-4404-a2fa-d8603de74887 HTTP/1.1" status: 200 len: 1093 time: 0.8406003 Apr 12 17:22:01.859094 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89604977-9775-4feb-9c13-674b74866ed5', 'tag': 'c25f5637-cca5-4404-a2fa-d8603de74887'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:22:01.861363 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a951338-fa0f-4c2f-bd34-8630b6f57760" -d '{"events": [{"name": "network-changed", "server_uuid": "89604977-9775-4feb-9c13-674b74866ed5", "tag": "c25f5637-cca5-4404-a2fa-d8603de74887"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:22:01.894435 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142f75c-f7d4-4292-a629-3fe6fae346ec service neutron] Pushing event updated for resources: {'Port': ['ID=c25f5637-cca5-4404-a2fa-d8603de74887,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:01.904082 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e09704-6c50-441f-9f22-7a402b25deff x-openstack-request-id: req-f5e09704-6c50-441f-9f22-7a402b25deff {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:22:01.905018 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89604977-9775-4feb-9c13-674b74866ed5", "tag": "c25f5637-cca5-4404-a2fa-d8603de74887", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:22:01.905343 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5e09704-6c50-441f-9f22-7a402b25deff {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:22:01.905754 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e09704-6c50-441f-9f22-7a402b25deff'] response: {'name': 'network-changed', 'server_uuid': '89604977-9775-4feb-9c13-674b74866ed5', 'tag': 'c25f5637-cca5-4404-a2fa-d8603de74887', 'status': 'completed', 'code': 200} Apr 12 17:22:01.999936 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a951338-fa0f-4c2f-bd34-8630b6f57760 req-6960cf70-5ad6-42a9-a434-bd57b034ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:02.001442 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a951338-fa0f-4c2f-bd34-8630b6f57760 req-6960cf70-5ad6-42a9-a434-bd57b034ddaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 1127 time: 0.0498085 Apr 12 17:22:02.109303 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a951338-fa0f-4c2f-bd34-8630b6f57760 req-8e783389-0456-4bd6-a0e6-c2a070220283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:02.110769 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a951338-fa0f-4c2f-bd34-8630b6f57760 req-8e783389-0456-4bd6-a0e6-c2a070220283 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d3489e7c53aa4de9baa5825d3021547e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0950997 Apr 12 17:22:02.203098 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a951338-fa0f-4c2f-bd34-8630b6f57760 req-17d1730c-21d1-4056-8023-bf22f6b55e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:02.204546 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a951338-fa0f-4c2f-bd34-8630b6f57760 req-17d1730c-21d1-4056-8023-bf22f6b55e65 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0877187 Apr 12 17:22:02.304004 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-1acca2af-32eb-4349-ba84-8895fe5e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:02.305440 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-1acca2af-32eb-4349-ba84-8895fe5e8cf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 1127 time: 0.0386009 Apr 12 17:22:02.355993 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-745e0157-3ff9-4490-9509-2a291f91232b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25f5637-cca5-4404-a2fa-d8603de74887 HTTP/1.1" status: 200 len: 217 time: 0.0362422 Apr 12 17:22:02.402437 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-ce7a8f4c-4da2-4dd4-8ea6-2459cf4863f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:02.403911 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-ce7a8f4c-4da2-4dd4-8ea6-2459cf4863f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0424290 Apr 12 17:22:02.445646 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-77820195-53fc-4c3f-a629-c4ec75d36b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:02.447132 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-77820195-53fc-4c3f-a629-c4ec75d36b2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378234 Apr 12 17:22:02.537985 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-0cec30a9-4769-4407-9b94-516ba0194ed1 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851862 Apr 12 17:22:02.624833 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-219529ba-e1a2-4c18-86fd-d765e96b3833 req-5cc14247-91be-4c79-ab90-3778cff3be93 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803387 Apr 12 17:22:02.767983 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b14c9-7432-4a51-8847-c28d82efb9d5 req-fc5a5600-12eb-487b-8da7-d5baa7d1b844 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:02.769427 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-364b14c9-7432-4a51-8847-c28d82efb9d5 req-fc5a5600-12eb-487b-8da7-d5baa7d1b844 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0504701 Apr 12 17:22:02.817240 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-364b14c9-7432-4a51-8847-c28d82efb9d5 req-99517efd-f190-415b-8d60-074284aaf938 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 Apr 12 17:22:03.507409 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 49282) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:03.679859 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e345c0e0-dc8b-42b1-85c9-458efab82d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:03.687758 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e345c0e0-dc8b-42b1-85c9-458efab82d5a admin admin] Publish callbacks [] for security_group (435c25c9-a5c4-41d8-ad98-36be93c187a8), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:03.770591 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e345c0e0-dc8b-42b1-85c9-458efab82d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (435c25c9-a5c4-41d8-ad98-36be93c187a8), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:03.808318 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e345c0e0-dc8b-42b1-85c9-458efab82d5a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6630b369d944d538adb43c7d7f8244b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997744 Apr 12 17:22:03.809429 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345c0e0-dc8b-42b1-85c9-458efab82d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435c25c9-a5c4-41d8-ad98-36be93c187a8,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:03.811046 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49286) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:03.860570 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4ca1558e-2815-4ddd-8f39-3173ae1993c9 admin admin] Publish callbacks [] for security_group (435c25c9-a5c4-41d8-ad98-36be93c187a8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:03.882323 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4ca1558e-2815-4ddd-8f39-3173ae1993c9 admin admin] Publish callbacks [] for security_group (435c25c9-a5c4-41d8-ad98-36be93c187a8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:03.949311 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a373d5-9222-4b26-b8b6-3a18cc16ad1a req-03d369bd-9156-4894-a62c-3a067d119e8e tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:03.950719 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-45a373d5-9222-4b26-b8b6-3a18cc16ad1a req-03d369bd-9156-4894-a62c-3a067d119e8e tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0621524 Apr 12 17:22:04.005800 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-45a373d5-9222-4b26-b8b6-3a18cc16ad1a req-436c5e57-cb2f-4fbb-954c-003a729f0fca tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482247 Apr 12 17:22:04.028179 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4ca1558e-2815-4ddd-8f39-3173ae1993c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (435c25c9-a5c4-41d8-ad98-36be93c187a8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:04.031289 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4ca1558e-2815-4ddd-8f39-3173ae1993c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:04.035491 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-4ca1558e-2815-4ddd-8f39-3173ae1993c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/435c25c9-a5c4-41d8-ad98-36be93c187a8 HTTP/1.1" status: 204 len: 168 time: 0.2197902 Apr 12 17:22:04.040276 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1558e-2815-4ddd-8f39-3173ae1993c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c25c9-a5c4-41d8-ad98-36be93c187a8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:05.120396 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6235174-66e7-49d2-823d-5a9bc4d24e0b req-c9c61307-6ff3-44a1-9147-e544eaf779c3 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:05.121867 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b6235174-66e7-49d2-823d-5a9bc4d24e0b req-c9c61307-6ff3-44a1-9147-e544eaf779c3 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0507038 Apr 12 17:22:05.170915 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b6235174-66e7-49d2-823d-5a9bc4d24e0b req-e986006e-f026-4c7a-906b-32684cc2173a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419893 Apr 12 17:22:06.282972 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5c444-4a7a-41af-b92c-2723a46f9348 req-3fa12a3c-5353-412c-a6fd-6391fe5f28fc tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:06.284481 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-52e5c444-4a7a-41af-b92c-2723a46f9348 req-3fa12a3c-5353-412c-a6fd-6391fe5f28fc tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0473449 Apr 12 17:22:06.333121 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-52e5c444-4a7a-41af-b92c-2723a46f9348 req-67b7614b-d885-4523-bdc3-f30440eaa74b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427232 Apr 12 17:22:07.442148 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf647d-ccfa-4d2d-b3d7-e4552dfa0aa1 req-7020d80f-6387-4594-be28-d7ffae787e32 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:07.443591 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b9cf647d-ccfa-4d2d-b3d7-e4552dfa0aa1 req-7020d80f-6387-4594-be28-d7ffae787e32 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0447903 Apr 12 17:22:07.491467 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b9cf647d-ccfa-4d2d-b3d7-e4552dfa0aa1 req-7f8b00f9-b796-47a5-b433-940e03693763 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423827 Apr 12 17:22:08.601949 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463118f-58fe-4797-87f1-28cfbca8b1b9 req-7f239d1e-2138-43cf-bb25-2e4a55ebda9d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:08.603417 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3463118f-58fe-4797-87f1-28cfbca8b1b9 req-7f239d1e-2138-43cf-bb25-2e4a55ebda9d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0465202 Apr 12 17:22:08.650587 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3463118f-58fe-4797-87f1-28cfbca8b1b9 req-f42f4461-b476-4e57-b6dd-d577400a7890 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410514 Apr 12 17:22:09.759304 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44b5b1-bf41-4a76-832a-3ab5cf706cbc req-dc3355db-ec80-4f1a-8823-deb351c04158 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:09.760761 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a44b5b1-bf41-4a76-832a-3ab5cf706cbc req-dc3355db-ec80-4f1a-8823-deb351c04158 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0463288 Apr 12 17:22:09.810507 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9a44b5b1-bf41-4a76-832a-3ab5cf706cbc req-6142734b-dabb-40ee-b6f5-15822d3490b0 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440829 Apr 12 17:22:10.923004 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e287606-82ed-4e56-857b-be6f1df1a8d3 req-8d952f56-ea15-426d-a309-5073bd00237c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:10.924488 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6e287606-82ed-4e56-857b-be6f1df1a8d3 req-8d952f56-ea15-426d-a309-5073bd00237c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0493853 Apr 12 17:22:10.972047 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6e287606-82ed-4e56-857b-be6f1df1a8d3 req-2244e7f8-f1cd-41f2-b538-09d009dd0c34 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418258 Apr 12 17:22:12.351952 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b4d09-418e-4f8b-a399-116eb379d297 req-28f70a66-a08a-4c3a-83ed-56a99d3e24f8 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:12.353335 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df1b4d09-418e-4f8b-a399-116eb379d297 req-28f70a66-a08a-4c3a-83ed-56a99d3e24f8 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.3167069 Apr 12 17:22:12.400594 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df1b4d09-418e-4f8b-a399-116eb379d297 req-95213c95-19ee-4d4b-8a38-540a3319d77d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Apr 12 17:22:13.510174 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a2580-cfcb-47d9-90eb-a9dde3f161e0 req-9d7d5b81-e205-4986-9566-519b5cce9303 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:13.511630 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dc7a2580-cfcb-47d9-90eb-a9dde3f161e0 req-9d7d5b81-e205-4986-9566-519b5cce9303 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0463667 Apr 12 17:22:13.558746 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dc7a2580-cfcb-47d9-90eb-a9dde3f161e0 req-a9573586-f2e2-4395-9b29-752f485cc56f tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Apr 12 17:22:14.668472 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76af5b6-f1d2-45b8-99b5-460b6ea44e56 req-6f7fab76-932f-4ef3-9896-77e9f5e2a95c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:14.669926 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a76af5b6-f1d2-45b8-99b5-460b6ea44e56 req-6f7fab76-932f-4ef3-9896-77e9f5e2a95c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 943 time: 0.0457535 Apr 12 17:22:14.717119 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a76af5b6-f1d2-45b8-99b5-460b6ea44e56 req-c4b4a05a-7b44-42a1-a74f-3f66efcb58f0 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409286 Apr 12 17:22:14.795341 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device c25f5637-cca5-4404-a2fa-d8603de74887 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:22:14.892859 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port c25f5637-cca5-4404-a2fa-d8603de74887, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c25f5637-cca5-4404-a2fa-d8603de74887,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:22:14.903622 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'c25f5637-cca5-4404-a2fa-d8603de74887', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'port_id': 'c25f5637-cca5-4404-a2fa-d8603de74887', 'mac_address': 'fa:16:3e:ea:11:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:22:14.939421 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port c25f5637-cca5-4404-a2fa-d8603de74887 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:22:14.939754 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:14.956020 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25f5637-cca5-4404-a2fa-d8603de74887 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:22:14.974932 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port c25f5637-cca5-4404-a2fa-d8603de74887, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c25f5637-cca5-4404-a2fa-d8603de74887,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:22:15.033675 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:15.080200 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=c25f5637-cca5-4404-a2fa-d8603de74887,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:15.430216 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['c25f5637-cca5-4404-a2fa-d8603de74887'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:22:15.825948 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfaa9a-07a5-48be-b419-7a429c2e8d02 req-5beb2cb3-81ae-46f0-bb19-5f23f2af577c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:15.827430 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7cdfaa9a-07a5-48be-b419-7a429c2e8d02 req-5beb2cb3-81ae-46f0-bb19-5f23f2af577c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 944 time: 0.0453644 Apr 12 17:22:15.877922 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7cdfaa9a-07a5-48be-b419-7a429c2e8d02 req-1da7ca43-251d-4f61-ad93-cc7f422c417a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451624 Apr 12 17:22:16.421837 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:16.616060 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-be870bfa-1d34-4b5d-b801-a23ee3215e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:16.795327 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device c25f5637-cca5-4404-a2fa-d8603de74887 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:22:16.839442 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port c25f5637-cca5-4404-a2fa-d8603de74887 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:22:16.919452 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port c25f5637-cca5-4404-a2fa-d8603de74887 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:22:16.923431 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:16.990506 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848a55f-c24e-479b-be3d-f2d32c017120 req-fec5ff19-001e-4fe0-b9ed-d8edf0e8bd34 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:16.991980 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8848a55f-c24e-479b-be3d-f2d32c017120 req-fec5ff19-001e-4fe0-b9ed-d8edf0e8bd34 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 944 time: 0.0489357 Apr 12 17:22:17.000352 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port c25f5637-cca5-4404-a2fa-d8603de74887 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:22:17.000743 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:17.023422 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89604977-9775-4feb-9c13-674b74866ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25f5637-cca5-4404-a2fa-d8603de74887'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:22:17.025685 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c56317-2ea4-467c-8fd5-0448eb4cb9cb" -d '{"events": [{"server_uuid": "89604977-9775-4feb-9c13-674b74866ed5", "name": "network-vif-plugged", "status": "completed", "tag": "c25f5637-cca5-4404-a2fa-d8603de74887"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:22:17.040761 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port c25f5637-cca5-4404-a2fa-d8603de74887, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c25f5637-cca5-4404-a2fa-d8603de74887,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:22:17.041543 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-8848a55f-c24e-479b-be3d-f2d32c017120 req-c3e9b737-c743-459f-9007-1cdd103ee02d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436440 Apr 12 17:22:17.108088 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:17.155395 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=c25f5637-cca5-4404-a2fa-d8603de74887,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:17.271612 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c598e125-d260-47a5-8700-6d2fb95bb086 x-openstack-request-id: req-c598e125-d260-47a5-8700-6d2fb95bb086 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:22:17.271901 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89604977-9775-4feb-9c13-674b74866ed5", "name": "network-vif-plugged", "status": "completed", "tag": "c25f5637-cca5-4404-a2fa-d8603de74887", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:22:17.272189 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c598e125-d260-47a5-8700-6d2fb95bb086 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:22:17.272587 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c598e125-d260-47a5-8700-6d2fb95bb086'] response: {'server_uuid': '89604977-9775-4feb-9c13-674b74866ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25f5637-cca5-4404-a2fa-d8603de74887', 'code': 200} Apr 12 17:22:17.611137 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba4620-238c-42c0-8b7f-eb6295632dd6 req-25e004ac-f910-444f-b528-e2fb6dd3f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:17.612677 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a0ba4620-238c-42c0-8b7f-eb6295632dd6 req-25e004ac-f910-444f-b528-e2fb6dd3f30f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 1129 time: 0.0384762 Apr 12 17:22:17.656965 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a0ba4620-238c-42c0-8b7f-eb6295632dd6 req-d142b755-0d3c-496f-b41f-03bee2af4999 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376263 Apr 12 17:22:18.154801 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801334d-afca-4447-b3c1-0f9616e379de req-343dffc7-fbad-409e-9eb6-9ef090185b8d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:18.156911 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f801334d-afca-4447-b3c1-0f9616e379de req-343dffc7-fbad-409e-9eb6-9ef090185b8d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 945 time: 0.0494785 Apr 12 17:22:18.204409 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f801334d-afca-4447-b3c1-0f9616e379de req-b5e02e7f-ba26-49a0-a2dd-1574c81e0595 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Apr 12 17:22:18.815900 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-01df9718-f24d-418e-b9eb-971f289e4203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:19.316844 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bab28-07d1-473a-a396-68a5d7f277a0 req-c099a39e-4734-4c4c-9319-4944f0f33d6f tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:19.318290 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-833bab28-07d1-473a-a396-68a5d7f277a0 req-c099a39e-4734-4c4c-9319-4944f0f33d6f tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 945 time: 0.0463877 Apr 12 17:22:19.365777 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-833bab28-07d1-473a-a396-68a5d7f277a0 req-30febe32-93fc-4a45-81de-c191dfb28bda tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419679 Apr 12 17:22:19.476504 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852aeca-a8c0-4201-b3cc-4933c73a2cf1 req-2745f46e-1210-400a-9ecd-b09e1ba1132d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:19.478135 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7852aeca-a8c0-4201-b3cc-4933c73a2cf1 req-2745f46e-1210-400a-9ecd-b09e1ba1132d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 945 time: 0.0470049 Apr 12 17:22:19.526851 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7852aeca-a8c0-4201-b3cc-4933c73a2cf1 req-22a1ace0-34af-4dae-b360-9cdbb938f5bc tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 Apr 12 17:22:19.549771 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 49340) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:19.729318 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4e312f-d813-45e5-87b9-ba7daebb90b4 tempest-TestVolumeBootPattern-1193834260 tempest-TestVolumeBootPattern-1193834260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:19.730880 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-0c4e312f-d813-45e5-87b9-ba7daebb90b4 tempest-TestVolumeBootPattern-1193834260 tempest-TestVolumeBootPattern-1193834260-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 1124 time: 0.1800430 Apr 12 17:22:19.733652 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 49344) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:19.737846 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'port_id': 'c25f5637-cca5-4404-a2fa-d8603de74887', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:22:19.849979 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:19.930307 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:19.947636 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:20.038809 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Allocated IP 172.27.1.247 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:22:20.142311 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for port (f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:20.234439 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:20.270910 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:22:20.273705 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:22:20.279166 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:22:20.306489 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'Port': ['ID=f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:20.648487 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (e157f8e4-2a37-4054-bd59-dc5410f2b1ef), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:20.768731 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:20.917585 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for port (f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:20.993295 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:21.059621 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'Port': ['ID=f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:21.072205 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (e157f8e4-2a37-4054-bd59-dc5410f2b1ef), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:21.177885 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Floating IP e157f8e4-2a37-4054-bd59-dc5410f2b1ef associated. External IP: 172.27.1.247, port: c25f5637-cca5-4404-a2fa-d8603de74887. Apr 12 17:22:21.392653 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Router 45942fd2-1343-4964-bb4f-0c712764f7b0 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:22:21.399015 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:21.503892 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:22:21.513526 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] Sync routers for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:22:21.523271 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:22:21.523948 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:22:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:21.618320 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:21.629353 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb35a3-17d5-4952-844b-185a417776cb req-592dc70b-6f28-40e3-bb01-96715407a4cb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:21.631334 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-afcb35a3-17d5-4952-844b-185a417776cb req-592dc70b-6f28-40e3-bb01-96715407a4cb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 946 time: 0.0493939 Apr 12 17:22:21.655367 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-86c78522-fd64-41bb-ab07-1a819d7f1c5d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9206583 Apr 12 17:22:21.656646 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89604977-9775-4feb-9c13-674b74866ed5', 'tag': 'c25f5637-cca5-4404-a2fa-d8603de74887'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:22:21.660045 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847cf24e-f1cd-4722-900c-17361167aa9c" -d '{"events": [{"name": "network-changed", "server_uuid": "89604977-9775-4feb-9c13-674b74866ed5", "tag": "c25f5637-cca5-4404-a2fa-d8603de74887"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:22:21.688279 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-afcb35a3-17d5-4952-844b-185a417776cb req-f807a8ca-0142-405b-b599-58cc5d1aaf78 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515292 Apr 12 17:22:21.698922 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42699115-5789-4bc9-9476-1c82caa4c502 x-openstack-request-id: req-42699115-5789-4bc9-9476-1c82caa4c502 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:22:21.699226 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89604977-9775-4feb-9c13-674b74866ed5", "tag": "c25f5637-cca5-4404-a2fa-d8603de74887", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:22:21.699488 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42699115-5789-4bc9-9476-1c82caa4c502 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:22:21.699909 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42699115-5789-4bc9-9476-1c82caa4c502'] response: {'name': 'network-changed', 'server_uuid': '89604977-9775-4feb-9c13-674b74866ed5', 'tag': 'c25f5637-cca5-4404-a2fa-d8603de74887', 'status': 'completed', 'code': 200} Apr 12 17:22:21.762158 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:22:22.012541 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'e157f8e4-2a37-4054-bd59-dc5410f2b1ef', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'c25f5637-cca5-4404-a2fa-d8603de74887', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:ea:11:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89604977-9775-4feb-9c13-674b74866ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:22:20Z', 'updated_at': '2022-04-12T17:22:20Z', 'revision_number': 0, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:22.038055 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] Checking router: 45942fd2-1343-4964-bb4f-0c712764f7b0 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:22:22.046761 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:22:22.047366 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:22:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:22.152862 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:22:22.359953 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'e157f8e4-2a37-4054-bd59-dc5410f2b1ef', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'c25f5637-cca5-4404-a2fa-d8603de74887', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:ea:11:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89604977-9775-4feb-9c13-674b74866ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:22:20Z', 'updated_at': '2022-04-12T17:22:20Z', 'revision_number': 0, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:22.388519 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86b103c-1895-41d2-80b5-5dbb4c2ccc30 None None] The sync data for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi is: [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'e157f8e4-2a37-4054-bd59-dc5410f2b1ef', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'c25f5637-cca5-4404-a2fa-d8603de74887', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:ea:11:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89604977-9775-4feb-9c13-674b74866ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:22:20Z', 'updated_at': '2022-04-12T17:22:20Z', 'revision_number': 0, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:22:22.561934 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d93e8-9b62-47b9-bd84-9f3dffa5d875 None None] New status for floating IP e157f8e4-2a37-4054-bd59-dc5410f2b1ef: ACTIVE {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:22:22.810792 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d70bc-d812-42b2-8af4-b0dc7bb9c554 req-73c4826c-41d8-4bd3-af54-edbf0354e197 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:22.811767 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-047d70bc-d812-42b2-8af4-b0dc7bb9c554 req-73c4826c-41d8-4bd3-af54-edbf0354e197 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 946 time: 0.0483098 Apr 12 17:22:22.888841 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf24e-f1cd-4722-900c-17361167aa9c req-a203a312-c98c-40b3-b0cc-36282b2c07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:22.890314 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-847cf24e-f1cd-4722-900c-17361167aa9c req-a203a312-c98c-40b3-b0cc-36282b2c07a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 1129 time: 0.0583920 Apr 12 17:22:22.894456 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-047d70bc-d812-42b2-8af4-b0dc7bb9c554 req-409a8116-75d6-4e57-8536-d726b3d661b8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770221 Apr 12 17:22:22.981198 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf24e-f1cd-4722-900c-17361167aa9c req-5c9c4b93-8082-40b6-aa90-86197f0740ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:22.982614 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-847cf24e-f1cd-4722-900c-17361167aa9c req-5c9c4b93-8082-40b6-aa90-86197f0740ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 912 time: 0.0866718 Apr 12 17:22:23.027935 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:23.054829 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-847cf24e-f1cd-4722-900c-17361167aa9c req-c33b9f47-e730-459d-bbee-cbaf59ea295d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25f5637-cca5-4404-a2fa-d8603de74887 HTTP/1.1" status: 200 len: 1001 time: 0.0631146 Apr 12 17:22:23.104000 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf24e-f1cd-4722-900c-17361167aa9c req-8d75d222-7a44-43cc-9bdd-bd9167782128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:23.105440 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-847cf24e-f1cd-4722-900c-17361167aa9c req-8d75d222-7a44-43cc-9bdd-bd9167782128 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0443568 Apr 12 17:22:23.181281 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf24e-f1cd-4722-900c-17361167aa9c req-7a4e71b0-0252-4e4a-8c3c-967ce0cd65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:23.182796 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-847cf24e-f1cd-4722-900c-17361167aa9c req-7a4e71b0-0252-4e4a-8c3c-967ce0cd65b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382650 Apr 12 17:22:23.469012 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-f921bbfe-01d1-4b79-abe5-d1e9d00dbf2c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:23.470452 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-f921bbfe-01d1-4b79-abe5-d1e9d00dbf2c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 946 time: 0.0488372 Apr 12 17:22:23.508760 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-847cf24e-f1cd-4722-900c-17361167aa9c req-fad903db-b081-4c74-ac23-32026fe65970 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874619 Apr 12 17:22:23.553470 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Deleting port 35523367-2b72-4f50-aae3-f5b13e21577a {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:22:23.553818 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:23.596741 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-847cf24e-f1cd-4722-900c-17361167aa9c req-3784ff80-9c2f-4b22-897f-9516d4a0ae32 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826600 Apr 12 17:22:23.645222 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] For port 35523367-2b72-4f50-aae3-f5b13e21577a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=35523367-2b72-4f50-aae3-f5b13e21577a,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:22:23.645589 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:23.814461 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:23.814788 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (ff619862-6263-45ef-b0c4-c04e1eb981f2), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:23.815087 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Floating IP ff619862-6263-45ef-b0c4-c04e1eb981f2 disassociated. External IP: 172.27.1.166, port: 35523367-2b72-4f50-aae3-f5b13e21577a. Apr 12 17:22:23.815430 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Calling delete_port for 35523367-2b72-4f50-aae3-f5b13e21577a owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:22:24.010423 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a007116-0ae6-4d76-910a-9495f05160be req-7183c33e-9400-4e52-8f90-92ff6f591d43 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:24.011886 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5a007116-0ae6-4d76-910a-9495f05160be req-7183c33e-9400-4e52-8f90-92ff6f591d43 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 946 time: 0.0464430 Apr 12 17:22:24.012907 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (35523367-2b72-4f50-aae3-f5b13e21577a), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:24.052581 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event deleted for resources: {'Port': ['ID=35523367-2b72-4f50-aae3-f5b13e21577a,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:24.068958 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.069314 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.069650 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.069996 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.070332 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.070787 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.071146 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.071440 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.071770 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.072100 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.072427 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.072753 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.073076 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.073402 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.073727 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:24.138487 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5a007116-0ae6-4d76-910a-9495f05160be req-db4d1443-ed2b-480f-a3f1-9c00db5b0bc2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188369 Apr 12 17:22:24.206347 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Router 7cc003c5-e590-479d-b979-3d8a0d773470 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:22:24.315343 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:22:24.325644 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] Sync routers for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:22:24.335634 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:22:24.336183 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:22:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:24.356498 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] No DVR routers for this DVR port 35523367-2b72-4f50-aae3-f5b13e21577a on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:22:24.359076 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:24.362310 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26228bb4-2aa1-4995-ae97-1abab9e960f8 req-6b0ed4fb-72c1-48d6-bb43-c500fec43d01 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.41 "DELETE /v2.0/ports/35523367-2b72-4f50-aae3-f5b13e21577a HTTP/1.1" status: 204 len: 173 time: 0.8866928 Apr 12 17:22:24.362777 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'name': 'network-vif-deleted', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:22:24.364997 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb81f572-020c-424a-8976-7dbad62e2567" -d '{"events": [{"server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "name": "network-vif-deleted", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:22:24.457153 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:22:24.476787 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406c47eb-07ce-4709-8121-84cfa56cf8a0 x-openstack-request-id: req-406c47eb-07ce-4709-8121-84cfa56cf8a0 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:22:24.480874 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa11b87-6085-4a9d-82f5-862f09fff1a1", "name": "network-vif-deleted", "tag": "35523367-2b72-4f50-aae3-f5b13e21577a", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:22:24.480874 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-406c47eb-07ce-4709-8121-84cfa56cf8a0 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:22:24.480874 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406c47eb-07ce-4709-8121-84cfa56cf8a0'] response: {'server_uuid': '1aa11b87-6085-4a9d-82f5-862f09fff1a1', 'name': 'network-vif-deleted', 'tag': '35523367-2b72-4f50-aae3-f5b13e21577a', 'status': 'completed', 'code': 200} Apr 12 17:22:24.653300 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:24.679959 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] Checking router: 7cc003c5-e590-479d-b979-3d8a0d773470 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:22:24.688967 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:22:24.689681 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:22:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:24.797016 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:22:24.980481 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:25.011071 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab0c84-6113-46fe-ba22-171b7ae24be0 None None] The sync data for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi is: [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:22:25.255652 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9ee9d-3b30-492b-8004-76de653a100d None None] New status for floating IP ff619862-6263-45ef-b0c4-c04e1eb981f2: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:22:25.259743 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-78e38b8e-15d0-4c5c-ae04-322f8c811f2f req-24364e1a-a2f7-429f-8faa-e60d375f637d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=1aa11b87-6085-4a9d-82f5-862f09fff1a1 HTTP/1.1" status: 200 len: 210 time: 0.0325511 Apr 12 17:22:26.388173 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 49374) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:26.441240 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:26.468276 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:26.564747 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:26.567390 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:26.568563 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "DELETE /v2.0/security-groups/c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19 HTTP/1.1" status: 204 len: 168 time: 0.1793828 Apr 12 17:22:26.571361 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49376) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:26.578584 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:26.585845 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.586197 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.586600 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.586947 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.587127 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-5b093df6-d562-4bf7-ae5d-faa281214fe8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] show failed (client error): The resource could not be found. Apr 12 17:22:26.587290 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.587628 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.587963 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.588294 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.588626 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.588957 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.589286 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.589614 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.589941 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.590265 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.590634 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59d97d-07d0-4974-a392-ec89650fecfb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:26.590993 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-5b093df6-d562-4bf7-ae5d-faa281214fe8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups/c4f0c3ba-4fd0-4c2c-8560-d84ee0e14d19 HTTP/1.1" status: 404 len: 347 time: 0.0179791 Apr 12 17:22:26.591561 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49378) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:26.705776 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-ab1962da-9a01-4d7e-9e86-313f6b98566d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Deleting port c508bb64-a53a-410d-bbfb-1b2bb74538b1 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:22:26.706118 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab1962da-9a01-4d7e-9e86-313f6b98566d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (c508bb64-a53a-410d-bbfb-1b2bb74538b1), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:26.782660 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab1962da-9a01-4d7e-9e86-313f6b98566d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (c508bb64-a53a-410d-bbfb-1b2bb74538b1), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:26.782990 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab1962da-9a01-4d7e-9e86-313f6b98566d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (c508bb64-a53a-410d-bbfb-1b2bb74538b1), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:26.794617 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-ab1962da-9a01-4d7e-9e86-313f6b98566d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Calling delete_port for c508bb64-a53a-410d-bbfb-1b2bb74538b1 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:22:26.818024 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 35523367-2b72-4f50-aae3-f5b13e21577a no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:22:26.838745 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 35523367-2b72-4f50-aae3-f5b13e21577a {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:22:26.839104 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 35523367-2b72-4f50-aae3-f5b13e21577a not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:22:26.987823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab1962da-9a01-4d7e-9e86-313f6b98566d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (c508bb64-a53a-410d-bbfb-1b2bb74538b1), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:27.014111 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1962da-9a01-4d7e-9e86-313f6b98566d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event deleted for resources: {'Port': ['ID=c508bb64-a53a-410d-bbfb-1b2bb74538b1,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:27.074769 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab1962da-9a01-4d7e-9e86-313f6b98566d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (ff619862-6263-45ef-b0c4-c04e1eb981f2), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:27.077326 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab1962da-9a01-4d7e-9e86-313f6b98566d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:27.078512 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ab1962da-9a01-4d7e-9e86-313f6b98566d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "DELETE /v2.0/floatingips/ff619862-6263-45ef-b0c4-c04e1eb981f2 HTTP/1.1" status: 204 len: 168 time: 0.4860501 Apr 12 17:22:27.472916 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49382) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:27.477649 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-4e6fecfa-e3e0-40cf-979a-30f673f02e8c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926685183', 'description': 'tempest-description--1516823057'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:22:27.547801 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4e6fecfa-e3e0-40cf-979a-30f673f02e8c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:27.611375 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4e6fecfa-e3e0-40cf-979a-30f673f02e8c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (b5926799-fa89-4927-a5a9-fb6c44416354), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:27.684548 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4e6fecfa-e3e0-40cf-979a-30f673f02e8c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (b5926799-fa89-4927-a5a9-fb6c44416354), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:27.713051 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fecfa-e3e0-40cf-979a-30f673f02e8c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5926799-fa89-4927-a5a9-fb6c44416354,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:27.766823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4e6fecfa-e3e0-40cf-979a-30f673f02e8c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:27.768073 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-4e6fecfa-e3e0-40cf-979a-30f673f02e8c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2941585 Apr 12 17:22:27.770897 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49384) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:27.775235 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-ade48607-d24e-44e9-b2ec-783ca909adf3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'security_group_rule': {'security_group_id': 'b5926799-fa89-4927-a5a9-fb6c44416354', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:22:27.850037 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ade48607-d24e-44e9-b2ec-783ca909adf3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (fcaf212e-7e07-4986-bdf8-2cc1464a83a6), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:27.907393 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ade48607-d24e-44e9-b2ec-783ca909adf3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (fcaf212e-7e07-4986-bdf8-2cc1464a83a6), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:27.964704 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ade48607-d24e-44e9-b2ec-783ca909adf3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (fcaf212e-7e07-4986-bdf8-2cc1464a83a6), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:27.981750 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade48607-d24e-44e9-b2ec-783ca909adf3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaf212e-7e07-4986-bdf8-2cc1464a83a6,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:28.040975 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ade48607-d24e-44e9-b2ec-783ca909adf3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:28.042224 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ade48607-d24e-44e9-b2ec-783ca909adf3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2704077 Apr 12 17:22:28.044993 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49386) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:28.049236 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-a7d16f98-8301-413f-adc9-5967931719a9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'security_group_rule': {'security_group_id': 'b5926799-fa89-4927-a5a9-fb6c44416354', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:22:28.164286 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7d16f98-8301-413f-adc9-5967931719a9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (15f4f4cc-e7ec-42cf-8662-8ba21e534ba4), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:28.224432 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7d16f98-8301-413f-adc9-5967931719a9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (15f4f4cc-e7ec-42cf-8662-8ba21e534ba4), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:28.273248 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7d16f98-8301-413f-adc9-5967931719a9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (15f4f4cc-e7ec-42cf-8662-8ba21e534ba4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:28.290995 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d16f98-8301-413f-adc9-5967931719a9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f4f4cc-e7ec-42cf-8662-8ba21e534ba4,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:28.361436 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a7d16f98-8301-413f-adc9-5967931719a9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:28.362653 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a7d16f98-8301-413f-adc9-5967931719a9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167243 Apr 12 17:22:28.365650 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49390) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:28.369810 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:22:28.461616 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:28.540123 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:28.639256 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Allocated IP 172.27.1.18 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/9f94b34e-a9f2-4641-aebd-fb748ed46c05) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:22:28.742545 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for port (9f94b34e-a9f2-4641-aebd-fb748ed46c05), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:28.833387 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (9f94b34e-a9f2-4641-aebd-fb748ed46c05), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:28.870195 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:22:28.875903 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:22:28.879387 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:22:28.884743 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'Port': ['ID=9f94b34e-a9f2-4641-aebd-fb748ed46c05,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:28.967217 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:29.066763 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (9f94b34e-a9f2-4641-aebd-fb748ed46c05), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:29.213985 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for port (9f94b34e-a9f2-4641-aebd-fb748ed46c05), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:29.272883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (9f94b34e-a9f2-4641-aebd-fb748ed46c05), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:29.338253 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'Port': ['ID=9f94b34e-a9f2-4641-aebd-fb748ed46c05,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:29.351220 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:29.457748 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:29.459015 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a58cfda4-1853-4477-8ec4-014da580db17 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0924561 Apr 12 17:22:29.648964 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-3e37904b-acb1-4383-affe-a9b7f3b96baf tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1926685183&fields=id&tenant_id=3e288f3ecd744caf835ffc29776c0a1a HTTP/1.1" status: 200 len: 267 time: 0.0419147 Apr 12 17:22:29.755990 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-64639749-c73c-40d9-a266-b33a4a22f88d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:29.757365 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-64639749-c73c-40d9-a266-b33a4a22f88d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 816 time: 0.1016984 Apr 12 17:22:29.771878 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-d5fba20b-8a56-4e11-b49e-bb7b103624b8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/quotas/3e288f3ecd744caf835ffc29776c0a1a HTTP/1.1" status: 200 len: 375 time: 0.0092428 Apr 12 17:22:29.820642 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-5440ff61-a3e1-44c9-8367-6326a8bdb462 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439744 Apr 12 17:22:29.917734 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-c76a956e-9c13-45f2-9bb5-2a4ec9e63756 service neutron] 10.222.0.64 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852149 Apr 12 17:22:30.004287 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-a3705a61-4011-4852-9519-83360eecabac service neutron] 10.222.0.64 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809398 Apr 12 17:22:30.250670 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6acbbb0e-94e5-4f80-9626-e8417bf52395 req-f8e97159-858a-4a6f-99e2-9f65db85e686 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 210 time: 0.0288787 Apr 12 17:22:31.351940 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4f7547ea-6c53-404a-9efd-5a6db06ce061 req-855242ba-2331-4dfe-8376-351a2c4bfcf5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Apr 12 17:22:32.323259 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-3576ea8e-9897-480d-aa4a-01e89605ecc6 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:32.324599 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-3576ea8e-9897-480d-aa4a-01e89605ecc6 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 816 time: 0.1005394 Apr 12 17:22:32.393673 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-e4b6f176-eac8-488d-bed1-9a19e7edbb34 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e288f3ecd744caf835ffc29776c0a1a HTTP/1.1" status: 200 len: 380 time: 0.0531204 Apr 12 17:22:32.405580 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'port': {'device_id': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'admin_state_up': True, 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'security_groups': ['b5926799-fa89-4927-a5a9-fb6c44416354']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:22:32.453030 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1fa2cf31-5306-40ca-b15c-11114f001fa4 req-3e77d18d-3e9c-477e-a0cd-ffd0fda2a65e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 210 time: 0.0291908 Apr 12 17:22:32.558753 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Made reservation on behalf of 3e288f3ecd744caf835ffc29776c0a1a for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:22:32.562233 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:32.687691 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Allocated IP 172.20.0.7 (83ea8604-73be-4c26-bd78-f0266bf2e6fa/1a72a4cf-3785-4def-b908-64131f86d8a5/dc203816-52b3-4e55-a72a-03a7774e6870) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:22:32.819456 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for port (dc203816-52b3-4e55-a72a-03a7774e6870), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:32.907569 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:32.951922 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Network 83ea8604-73be-4c26-bd78-f0266bf2e6fa is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:22:32.955399 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:22:32.961086 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:22:33.233347 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-6e75189a-9f6d-472a-b018-aef25fda01ac None None] Provisioning complete for port dc203816-52b3-4e55-a72a-03a7774e6870 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:22:33.233902 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6e75189a-9f6d-472a-b018-aef25fda01ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:33.242307 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event updated for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:33.271181 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-6e75189a-9f6d-472a-b018-aef25fda01ac None None] Port dc203816-52b3-4e55-a72a-03a7774e6870 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:22:33.271421 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:33.272651 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:33.321151 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a27ae4-30ec-46f9-8b2a-3e65043070e1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9194720 Apr 12 17:22:33.339377 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Request body: {'port': {'device_id': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:22:33.397302 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:33.611601 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2739c0-11d7-41b9-9b09-321f61e2c289 req-873328ab-376a-4004-8be3-557881e4da27 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:33.613033 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c2739c0-11d7-41b9-9b09-321f61e2c289 req-873328ab-376a-4004-8be3-557881e4da27 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 931 time: 0.0847461 Apr 12 17:22:33.684556 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3c2739c0-11d7-41b9-9b09-321f61e2c289 req-abab9351-9353-42ae-9154-5355b4177664 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656509 Apr 12 17:22:33.724808 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc203816-52b3-4e55-a72a-03a7774e6870 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:22:33.732388 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Publish callbacks [] for port (dc203816-52b3-4e55-a72a-03a7774e6870), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:33.744766 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Transition to ACTIVE for port object dc203816-52b3-4e55-a72a-03a7774e6870 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:22:33.782332 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:22:33.809568 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:33.865327 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:33.937103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Attempting to bind port dc203816-52b3-4e55-a72a-03a7774e6870 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:22:33.937458 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Attempting to bind port dc203816-52b3-4e55-a72a-03a7774e6870 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:22:33.937789 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Attempting to bind port dc203816-52b3-4e55-a72a-03a7774e6870 on network 83ea8604-73be-4c26-bd78-f0266bf2e6fa {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:22:33.942799 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Port dc203816-52b3-4e55-a72a-03a7774e6870 on network 83ea8604-73be-4c26-bd78-f0266bf2e6fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:22:33.943154 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Attempting to bind port dc203816-52b3-4e55-a72a-03a7774e6870 on network 83ea8604-73be-4c26-bd78-f0266bf2e6fa {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:22:33.948399 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:22:33.950275 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Checking segment: {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:22:33.950275 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Bound using segment: {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:22:33.950275 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Bound port: dc203816-52b3-4e55-a72a-03a7774e6870, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b3ec00-72ab-43b7-accc-845bf41b614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:22:33.950275 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:34.015600 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:22:34.018551 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:22:34.079119 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:34.118163 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:34.118809 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:34.120205 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc203816-52b3-4e55-a72a-03a7774e6870 HTTP/1.1" status: 200 len: 1093 time: 0.7847641 Apr 12 17:22:34.120647 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:22:34.122921 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc2fa5b-634f-42d2-b3fb-f9665cca2e00" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:22:34.146658 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba38107-ce2f-4788-99db-df76891e93d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:34.166132 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee5213-82a1-48be-a2b7-513cfaced5d1 x-openstack-request-id: req-65ee5213-82a1-48be-a2b7-513cfaced5d1 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:22:34.166673 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:22:34.166934 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65ee5213-82a1-48be-a2b7-513cfaced5d1 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:22:34.167347 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ee5213-82a1-48be-a2b7-513cfaced5d1'] response: {'name': 'network-changed', 'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'status': 'completed', 'code': 200} Apr 12 17:22:34.251664 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2fa5b-634f-42d2-b3fb-f9665cca2e00 req-78b8a863-56b0-4072-9999-dcb12a4ddbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:34.253348 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8fc2fa5b-634f-42d2-b3fb-f9665cca2e00 req-78b8a863-56b0-4072-9999-dcb12a4ddbad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 1127 time: 0.0431082 Apr 12 17:22:34.364004 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2fa5b-634f-42d2-b3fb-f9665cca2e00 req-f6700d1d-e5d5-4686-a53c-86b76a060090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:34.365519 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8fc2fa5b-634f-42d2-b3fb-f9665cca2e00 req-f6700d1d-e5d5-4686-a53c-86b76a060090 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0988150 Apr 12 17:22:34.457074 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2fa5b-634f-42d2-b3fb-f9665cca2e00 req-106f4f0f-8770-4e31-923a-abf55b7b2e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:34.458569 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8fc2fa5b-634f-42d2-b3fb-f9665cca2e00 req-106f4f0f-8770-4e31-923a-abf55b7b2e81 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0879960 Apr 12 17:22:34.552015 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-563e8984-8a9f-4d2d-afc8-d81987a9eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:34.553394 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-563e8984-8a9f-4d2d-afc8-d81987a9eeec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 1127 time: 0.0387068 Apr 12 17:22:34.603785 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-3bf778a5-9756-4558-85a9-9c99b4bca4bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc203816-52b3-4e55-a72a-03a7774e6870 HTTP/1.1" status: 200 len: 217 time: 0.0369475 Apr 12 17:22:34.651514 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-b0aa8035-958a-4185-a958-bbd927e2817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:34.652925 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-b0aa8035-958a-4185-a958-bbd927e2817b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0434256 Apr 12 17:22:34.694515 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-82551c83-104d-4228-8e4e-025596d4a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:34.695951 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-82551c83-104d-4228-8e4e-025596d4a9c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369720 Apr 12 17:22:34.810172 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7dc8b-1de1-463d-b09a-6e6f3d417fda req-cf8b07a7-e0cc-4978-b61d-8d0fae96daf6 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:34.811577 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1ef7dc8b-1de1-463d-b09a-6e6f3d417fda req-cf8b07a7-e0cc-4978-b61d-8d0fae96daf6 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0562804 Apr 12 17:22:34.832115 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-6a3129b2-d03f-4ea5-a36b-d30de8225c3b service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301513 Apr 12 17:22:34.917191 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1ef7dc8b-1de1-463d-b09a-6e6f3d417fda req-c78d2fa1-3c55-439c-830b-86054b681ea3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966294 Apr 12 17:22:34.945175 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c867463f-0a76-4d98-b016-73089cd8ce26 req-24a11786-f348-493e-bcc8-ab3fde0cc487 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070423 Apr 12 17:22:36.033874 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be43751-1566-4b24-b6c3-617bca0dc11c req-62abce04-bd26-45ea-b6b4-7fa8b8ee1fb8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:36.035349 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9be43751-1566-4b24-b6c3-617bca0dc11c req-62abce04-bd26-45ea-b6b4-7fa8b8ee1fb8 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0460808 Apr 12 17:22:36.085927 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9be43751-1566-4b24-b6c3-617bca0dc11c req-fc684102-b7ab-44df-85c4-33d73df5ad86 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449784 Apr 12 17:22:36.883134 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dc203816-52b3-4e55-a72a-03a7774e6870 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:22:36.977009 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:22:36.991396 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'port_id': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'mac_address': 'fa:16:3e:40:4e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:22:37.026772 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dc203816-52b3-4e55-a72a-03a7774e6870 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:22:37.027155 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:37.039791 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc203816-52b3-4e55-a72a-03a7774e6870 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:22:37.058690 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:22:37.130114 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:37.182083 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:37.189335 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.189684 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.190070 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.190437 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.190780 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.191112 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.191474 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.191810 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.192134 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.192462 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.192792 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.193122 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.193445 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.193767 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.194090 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:22:37.207374 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5177e5a-6b31-4f8d-90c9-4232bbc5b42a req-4147bad5-6466-4964-957d-5ca23a3101ba tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:37.209095 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c5177e5a-6b31-4f8d-90c9-4232bbc5b42a req-4147bad5-6466-4964-957d-5ca23a3101ba tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 944 time: 0.0511873 Apr 12 17:22:37.256538 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c5177e5a-6b31-4f8d-90c9-4232bbc5b42a req-900f5c44-0ce3-4074-9b49-126d6e115f59 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418308 Apr 12 17:22:37.538032 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['dc203816-52b3-4e55-a72a-03a7774e6870'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:22:38.376026 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79899de5-60b0-4009-9445-1b75a968da6d req-5a9445c5-7a17-4b14-9ac4-7e951d467233 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:38.377414 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-79899de5-60b0-4009-9445-1b75a968da6d req-5a9445c5-7a17-4b14-9ac4-7e951d467233 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 944 time: 0.0459385 Apr 12 17:22:38.422449 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-79899de5-60b0-4009-9445-1b75a968da6d req-58d45ec2-1c4e-4195-bc35-4cc33b147ff2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394392 Apr 12 17:22:38.890924 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dc203816-52b3-4e55-a72a-03a7774e6870 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:22:38.933498 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port dc203816-52b3-4e55-a72a-03a7774e6870 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:22:39.009295 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port dc203816-52b3-4e55-a72a-03a7774e6870 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:22:39.009671 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:39.087576 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dc203816-52b3-4e55-a72a-03a7774e6870 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:22:39.087964 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:39.110023 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:22:39.112282 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db60527-41fd-4c0c-a372-c4fdd9324490" -d '{"events": [{"server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "name": "network-vif-plugged", "status": "completed", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:22:39.124765 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:22:39.150672 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d582ef2-9a5c-4017-b165-a8ac387c4cbb x-openstack-request-id: req-1d582ef2-9a5c-4017-b165-a8ac387c4cbb {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:22:39.150672 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "name": "network-vif-plugged", "status": "completed", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:22:39.150672 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d582ef2-9a5c-4017-b165-a8ac387c4cbb {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:22:39.150672 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d582ef2-9a5c-4017-b165-a8ac387c4cbb'] response: {'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'code': 200} Apr 12 17:22:39.198630 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:39.249370 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:39.484481 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa25420-4774-44a9-a2ba-8d754c0f1a84 req-68bca5e1-20d4-4827-9130-d28a8527b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:39.486005 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8aa25420-4774-44a9-a2ba-8d754c0f1a84 req-68bca5e1-20d4-4827-9130-d28a8527b278 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 1129 time: 0.0434830 Apr 12 17:22:39.530767 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8aa25420-4774-44a9-a2ba-8d754c0f1a84 req-bbfae25b-fd70-4c9e-bb67-06968718510f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374117 Apr 12 17:22:39.538783 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dd71e-e185-4b77-a2dd-624dc0fc1b24 req-def3081e-386d-4187-84c0-91abd57610c2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:39.540255 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d30dd71e-e185-4b77-a2dd-624dc0fc1b24 req-def3081e-386d-4187-84c0-91abd57610c2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0465834 Apr 12 17:22:39.586760 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d30dd71e-e185-4b77-a2dd-624dc0fc1b24 req-e81be245-4cb6-4892-8f62-ff11266e9c11 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407526 Apr 12 17:22:40.702244 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc48c0-7dac-469b-859f-f338c8138fba req-b2486ab3-e37f-46c4-9df0-8755571c03e3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:40.703880 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-32fc48c0-7dac-469b-859f-f338c8138fba req-b2486ab3-e37f-46c4-9df0-8755571c03e3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0456064 Apr 12 17:22:40.749277 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-32fc48c0-7dac-469b-859f-f338c8138fba req-bf0dcbbd-de14-4cbb-8ebd-59c8bccb84d0 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393405 Apr 12 17:22:41.868975 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ecd78-650c-4070-959f-ae8450c098f4 req-836ecdb8-cab9-41b4-bd5d-05572a99d054 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:41.870447 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-600ecd78-650c-4070-959f-ae8450c098f4 req-836ecdb8-cab9-41b4-bd5d-05572a99d054 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0498462 Apr 12 17:22:41.915963 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-600ecd78-650c-4070-959f-ae8450c098f4 req-6623d733-d363-496f-944d-65e38624a694 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400686 Apr 12 17:22:42.025707 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f564de1-00ec-421b-b365-7438cc4b7495 req-3b1c1f91-cb7f-4548-a1cd-321ea76beb89 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:42.027196 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8f564de1-00ec-421b-b365-7438cc4b7495 req-3b1c1f91-cb7f-4548-a1cd-321ea76beb89 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0447426 Apr 12 17:22:42.036221 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49446) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:42.040285 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-ad4b4479-74bd-43fa-a357-a3047f7f78c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Request body: {'floatingip': {'port_id': 'dc203816-52b3-4e55-a72a-03a7774e6870'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:22:42.081340 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4479-74bd-43fa-a357-a3047f7f78c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:42.510774 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4479-74bd-43fa-a357-a3047f7f78c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:42.575570 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4479-74bd-43fa-a357-a3047f7f78c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:42.675668 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-ad4b4479-74bd-43fa-a357-a3047f7f78c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Floating IP 5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0 associated. External IP: 172.27.1.18, port: dc203816-52b3-4e55-a72a-03a7774e6870. Apr 12 17:22:42.880303 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4b4479-74bd-43fa-a357-a3047f7f78c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Router 7cc003c5-e590-479d-b979-3d8a0d773470 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:22:42.988395 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4b4479-74bd-43fa-a357-a3047f7f78c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:22:42.992882 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4479-74bd-43fa-a357-a3047f7f78c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:42.999125 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] Sync routers for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:22:43.009020 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:22:43.009643 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:22:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:43.034381 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ad4b4479-74bd-43fa-a357-a3047f7f78c5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "PUT /v2.0/floatingips/5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0 HTTP/1.1" status: 200 len: 990 time: 0.9858148 Apr 12 17:22:43.034381 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:22:43.034381 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:22:43.060122 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e1a2c2-bb41-4b10-8f55-1f21cc3e6027 x-openstack-request-id: req-55e1a2c2-bb41-4b10-8f55-1f21cc3e6027 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:22:43.060122 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:22:43.060372 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55e1a2c2-bb41-4b10-8f55-1f21cc3e6027 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:22:43.060746 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e1a2c2-bb41-4b10-8f55-1f21cc3e6027'] response: {'name': 'network-changed', 'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'status': 'completed', 'code': 200} Apr 12 17:22:43.123716 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:22:43.159595 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-1e72cc69-a512-4b5b-a31c-8e0dd60ca1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:43.161082 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-1e72cc69-a512-4b5b-a31c-8e0dd60ca1f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 1129 time: 0.0428779 Apr 12 17:22:43.249014 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-67a2bbba-f669-4acb-b516-d05099b4a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:43.250383 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-67a2bbba-f669-4acb-b516-d05099b4a6cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 916 time: 0.0832651 Apr 12 17:22:43.319548 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-f5057173-29b5-4abf-8ead-951402ad3e65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc203816-52b3-4e55-a72a-03a7774e6870 HTTP/1.1" status: 200 len: 998 time: 0.0604806 Apr 12 17:22:43.336053 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'port_id': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'mac_address': 'fa:16:3e:40:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:22:28Z', 'updated_at': '2022-04-12T17:22:42Z', 'revision_number': 1, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:43.362109 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] Checking router: 7cc003c5-e590-479d-b979-3d8a0d773470 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:22:43.368072 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-f7334c51-e538-4e91-9dc4-60483afc4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:43.369540 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-f7334c51-e538-4e91-9dc4-60483afc4ed1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0432513 Apr 12 17:22:43.370385 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:22:43.371005 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:22:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:43.412239 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-e9bb5e18-6f7a-4772-9c9b-4153b4b2364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:43.413707 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-e9bb5e18-6f7a-4772-9c9b-4153b4b2364c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378225 Apr 12 17:22:43.478483 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:22:43.505151 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-5602298c-6244-4b88-b8a0-f1b9356f5a46 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848939 Apr 12 17:22:43.592342 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3285690f-7fe9-4c87-ac38-dc2a6fc6386e req-99a26cad-ed12-46ff-b543-5cd2695825da service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803597 Apr 12 17:22:43.692355 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'port_id': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'mac_address': 'fa:16:3e:40:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:22:28Z', 'updated_at': '2022-04-12T17:22:42Z', 'revision_number': 1, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:43.718544 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cb001-436f-4613-9468-4a43cc32700d None None] The sync data for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi is: [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'port_id': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'mac_address': 'fa:16:3e:40:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:22:28Z', 'updated_at': '2022-04-12T17:22:42Z', 'revision_number': 1, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:22:43.915675 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d426a0-7afe-44c0-81ec-0df819009981 None None] New status for floating IP 5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0: ACTIVE {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:22:43.972293 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-4a664720-2143-4844-8a3f-77daa128f7a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505540 Apr 12 17:22:44.068178 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-2f822d1b-d8df-4dda-8d43-b6af695b49de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:44.069821 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-2f822d1b-d8df-4dda-8d43-b6af695b49de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 1129 time: 0.0396788 Apr 12 17:22:44.178320 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-0dd4ae0e-e19b-4e87-b241-d431aa7fa439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:44.179801 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-0dd4ae0e-e19b-4e87-b241-d431aa7fa439 service neutron] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 912 time: 0.0907152 Apr 12 17:22:44.244505 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-043e65f2-f1b4-4fc7-aa03-538efefe0871 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25f5637-cca5-4404-a2fa-d8603de74887 HTTP/1.1" status: 200 len: 1001 time: 0.0578666 Apr 12 17:22:44.291971 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-cb08251b-9dec-4742-b912-a67b66367f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:44.293384 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-cb08251b-9dec-4742-b912-a67b66367f6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0430062 Apr 12 17:22:44.337827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-f4efadba-77d3-437d-9974-a626ce0b6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:22:44.339227 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-f4efadba-77d3-437d-9974-a626ce0b6417 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401742 Apr 12 17:22:44.426007 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-544a17f0-0129-476c-a16d-b0cde0d4298d service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809879 Apr 12 17:22:44.515797 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6be002b4-209d-4dc3-b04a-6a537610e99c req-716e2852-1f92-40cb-b266-05726a877f75 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836203 Apr 12 17:22:46.398489 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:46.621140 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e5037cc7-1827-4eb8-91a4-2a0ead0d2b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:48.833015 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3c7153ba-1d4c-4989-918d-cc228d42e21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:49.935518 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:51.392312 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:53.020751 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:10.782392 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:23:16.483448 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:16.660321 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f0ba-3243-4f8b-9379-fbe68c3c9bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:18.803560 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf38c-2756-4851-875e-66e4a99cbbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:19.900650 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:21.397541 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:23.020358 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:44.085756 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-22232c43-c76e-441c-b5d4-5b0612ce41c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390487 Apr 12 17:23:44.159047 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-3bc8ca7b-d8f1-4b48-aa15-c1068808682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:23:44.160561 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-3bc8ca7b-d8f1-4b48-aa15-c1068808682d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 1129 time: 0.0384915 Apr 12 17:23:44.264551 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-13c917ba-8565-4c9f-bc07-71fc89c49998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:23:44.266047 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-13c917ba-8565-4c9f-bc07-71fc89c49998 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 916 time: 0.0869145 Apr 12 17:23:44.329425 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-cf5e7141-c182-43b5-8f3a-31e66da2d47c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc203816-52b3-4e55-a72a-03a7774e6870 HTTP/1.1" status: 200 len: 1000 time: 0.0568357 Apr 12 17:23:44.379733 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-e6bca25c-2ec2-43de-9c1b-1e7e1101a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:23:44.381120 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-e6bca25c-2ec2-43de-9c1b-1e7e1101a965 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0457070 Apr 12 17:23:44.423138 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-e5a6a30c-7dd5-4e4b-8d85-6f6258ca858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:23:44.424679 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-e5a6a30c-7dd5-4e4b-8d85-6f6258ca858f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377822 Apr 12 17:23:44.511768 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-e3ccb39c-cd0b-488f-b2e2-78bead17a2d2 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798948 Apr 12 17:23:44.600727 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fef56f7d-2c4b-49de-8a2c-954decfafc48 req-fe0dea2c-9c1f-4a85-81b1-666926957c9c service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824447 Apr 12 17:23:46.442864 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:46.614211 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-365f22e7-1a23-4274-a848-8e7991440332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:47.783566 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:23:48.825169 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c677ea51-5f72-4f2a-b471-1f82cadcd7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:49.962353 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:51.419835 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:53.036770 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:59.987972 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd2e47-75cc-44c4-af8b-f51b1f3c13b5 req-82261895-693e-40b9-917b-37cfd76d2b1b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:23:59.989421 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-98cd2e47-75cc-44c4-af8b-f51b1f3c13b5 req-82261895-693e-40b9-917b-37cfd76d2b1b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0461686 Apr 12 17:24:00.035682 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-98cd2e47-75cc-44c4-af8b-f51b1f3c13b5 req-a4b3f0f4-2fbe-4833-9d3d-ed1b612e6753 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400701 Apr 12 17:24:01.156456 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee789d9-5306-4ff9-b05d-de21ef022ed6 req-7715aebc-112a-47dc-90b5-f67b3cbcccfe tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:01.157915 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ee789d9-5306-4ff9-b05d-de21ef022ed6 req-7715aebc-112a-47dc-90b5-f67b3cbcccfe tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0475161 Apr 12 17:24:01.203669 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ee789d9-5306-4ff9-b05d-de21ef022ed6 req-022c670e-bf8a-4a4d-948b-3bed8761ada0 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Apr 12 17:24:02.321327 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5401d8-c8e9-49e6-a631-882fb31a5bb2 req-08ddf442-0c51-4d79-ad58-76899b95fa94 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:02.323231 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cd5401d8-c8e9-49e6-a631-882fb31a5bb2 req-08ddf442-0c51-4d79-ad58-76899b95fa94 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0495245 Apr 12 17:24:02.614097 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cd5401d8-c8e9-49e6-a631-882fb31a5bb2 req-634cc6e0-209d-4ebd-a92a-6371cea66286 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852736 Apr 12 17:24:03.732232 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281385b-0db4-4e0b-98c5-cc00583fa00c req-0f2c4113-528f-4791-9e61-be5091773e33 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:03.733692 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7281385b-0db4-4e0b-98c5-cc00583fa00c req-0f2c4113-528f-4791-9e61-be5091773e33 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0494771 Apr 12 17:24:03.779233 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-7281385b-0db4-4e0b-98c5-cc00583fa00c req-3ff17b7d-7afb-4343-9d2e-06cc4804e7cb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400615 Apr 12 17:24:04.893269 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc52bd0-d03f-43d9-809b-46c3b69c035a req-a06e6878-5ae1-443f-a52b-9160abab0d3b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:04.894752 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4bc52bd0-d03f-43d9-809b-46c3b69c035a req-a06e6878-5ae1-443f-a52b-9160abab0d3b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0465195 Apr 12 17:24:04.940283 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4bc52bd0-d03f-43d9-809b-46c3b69c035a req-e2caa162-fb11-4e62-be3a-856a59367ddc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 Apr 12 17:24:06.055895 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1e9d6-df68-4b77-97ef-32969fdd7fe3 req-0b34ca78-6e3f-4243-b553-7ec1843be205 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:06.057968 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e3f1e9d6-df68-4b77-97ef-32969fdd7fe3 req-0b34ca78-6e3f-4243-b553-7ec1843be205 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0482590 Apr 12 17:24:06.104544 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e3f1e9d6-df68-4b77-97ef-32969fdd7fe3 req-9b63e293-57df-431e-ad1a-dfcfab07d2b2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410626 Apr 12 17:24:07.221185 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5d124-cb12-4c9f-8ffb-df489157f9a3 req-e82f0c03-cc65-4a57-a7cf-fa22ad6ab61e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:07.222675 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dee5d124-cb12-4c9f-8ffb-df489157f9a3 req-e82f0c03-cc65-4a57-a7cf-fa22ad6ab61e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0456595 Apr 12 17:24:07.272835 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-dee5d124-cb12-4c9f-8ffb-df489157f9a3 req-b71d51d4-5909-4cc9-adf9-d9a81ac27071 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443723 Apr 12 17:24:08.386437 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ce1e2-9ff0-4c87-86f9-a2843ddd5c64 req-15968c39-fe4d-4fc1-9f1b-6e503cf886c4 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:08.387804 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-963ce1e2-9ff0-4c87-86f9-a2843ddd5c64 req-15968c39-fe4d-4fc1-9f1b-6e503cf886c4 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0463350 Apr 12 17:24:08.438788 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-963ce1e2-9ff0-4c87-86f9-a2843ddd5c64 req-dbba55ee-a61c-4f2b-9a59-3ff5d83a9b06 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454569 Apr 12 17:24:09.553006 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a79c87-c073-4e3a-be92-29bb94b37a6f req-bed0df53-4dcc-4132-bf11-7be2bea27d85 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:09.554487 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-09a79c87-c073-4e3a-be92-29bb94b37a6f req-bed0df53-4dcc-4132-bf11-7be2bea27d85 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0463541 Apr 12 17:24:09.599549 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-09a79c87-c073-4e3a-be92-29bb94b37a6f req-0d96b8f2-3a21-4c10-b7e2-d9109465536c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394814 Apr 12 17:24:10.713924 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4acc9-1e43-4f8c-b139-730713acaa69 req-9c1c812e-0123-4a7d-b69d-4dadd5e3c43c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:10.715324 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fda4acc9-1e43-4f8c-b139-730713acaa69 req-9c1c812e-0123-4a7d-b69d-4dadd5e3c43c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0456612 Apr 12 17:24:10.761334 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-fda4acc9-1e43-4f8c-b139-730713acaa69 req-7bde2054-a597-4590-81e8-6738e2e2a234 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405378 Apr 12 17:24:11.404066 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dc203816-52b3-4e55-a72a-03a7774e6870 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:24:11.511311 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:24:11.522098 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'port_id': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'mac_address': 'fa:16:3e:40:4e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:24:11.557355 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dc203816-52b3-4e55-a72a-03a7774e6870 is: ACTIVE; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:24:11.557736 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:11.569706 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc203816-52b3-4e55-a72a-03a7774e6870 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:24:11.592334 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:24:11.687782 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:11.735798 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=6']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:11.742542 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.742898 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.743238 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.744094 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.744443 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.744770 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.745145 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.745466 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.745789 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.746110 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.746459 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.753039 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.753039 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.753039 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.753039 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:11.841622 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['dc203816-52b3-4e55-a72a-03a7774e6870'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:24:11.876878 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd60f-0968-41e0-b84a-71ff4426ea7b req-2f2b04d3-0f46-4dc4-842d-314c9d64e1d9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:11.878345 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-642bd60f-0968-41e0-b84a-71ff4426ea7b req-2f2b04d3-0f46-4dc4-842d-314c9d64e1d9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 944 time: 0.0467694 Apr 12 17:24:11.926007 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-642bd60f-0968-41e0-b84a-71ff4426ea7b req-66a5012b-befe-4282-a060-d21fd4c76353 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Apr 12 17:24:13.042717 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08de6e6-625a-4b0b-b328-14d84f5107a7 req-e51d73e3-ac8c-4bb8-87bb-2887107291be tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:13.044192 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d08de6e6-625a-4b0b-b328-14d84f5107a7 req-e51d73e3-ac8c-4bb8-87bb-2887107291be tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 944 time: 0.0468938 Apr 12 17:24:13.090684 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d08de6e6-625a-4b0b-b328-14d84f5107a7 req-e6e061c4-2c91-4619-b597-b6b7519263e7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 Apr 12 17:24:13.418885 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dc203816-52b3-4e55-a72a-03a7774e6870 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:24:13.462716 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port dc203816-52b3-4e55-a72a-03a7774e6870 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:24:13.463082 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:13.535926 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dc203816-52b3-4e55-a72a-03a7774e6870 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:24:13.536309 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:13.558740 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:24:13.560969 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c4986b-eed9-4f32-9fb8-4f31460db6ac" -d '{"events": [{"server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "name": "network-vif-plugged", "status": "completed", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:24:13.572703 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:24:13.595895 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21354d5-7eb8-4213-8d9f-f6afdac02697 x-openstack-request-id: req-e21354d5-7eb8-4213-8d9f-f6afdac02697 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:24:13.596190 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "name": "network-vif-plugged", "status": "completed", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:24:13.596444 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e21354d5-7eb8-4213-8d9f-f6afdac02697 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:24:13.596846 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21354d5-7eb8-4213-8d9f-f6afdac02697'] response: {'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'code': 200} Apr 12 17:24:13.659040 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:13.708156 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=7']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:14.208637 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e666a-7a06-4b91-a6e9-d0140ea58619 req-4a72b6a3-17ec-451b-86da-49a82c9db531 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:14.210081 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-407e666a-7a06-4b91-a6e9-d0140ea58619 req-4a72b6a3-17ec-451b-86da-49a82c9db531 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0491397 Apr 12 17:24:14.255639 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-407e666a-7a06-4b91-a6e9-d0140ea58619 req-a7bbffae-d13e-4aff-a075-975bdb73cdff tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392706 Apr 12 17:24:15.374981 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a835757-04ab-485c-8ced-5881ec6c1a72 req-f1983b2f-f4a4-4a47-a679-061b751c0954 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:15.376352 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2a835757-04ab-485c-8ced-5881ec6c1a72 req-f1983b2f-f4a4-4a47-a679-061b751c0954 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0498040 Apr 12 17:24:15.421958 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2a835757-04ab-485c-8ced-5881ec6c1a72 req-910fd176-155f-4451-bdda-4d8e016024b0 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Apr 12 17:24:16.436429 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:16.536376 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b65a7-5ba6-4040-8b33-2b2199443f3f req-b491564f-545c-4fc1-8bbc-0a2d1bb62c1b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:16.537841 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a03b65a7-5ba6-4040-8b33-2b2199443f3f req-b491564f-545c-4fc1-8bbc-0a2d1bb62c1b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0463130 Apr 12 17:24:16.589058 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a03b65a7-5ba6-4040-8b33-2b2199443f3f req-33ce1236-9473-4ce6-b754-5b10917cf3df tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450158 Apr 12 17:24:16.648068 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e7c020d0-23f0-4ea9-9309-3f31a79626d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:17.704759 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c0aa9-055f-4e27-8d4f-19d841e9536a req-bc861a3e-5037-4be0-8266-94ad0c7a8e00 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:17.706285 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2a0c0aa9-055f-4e27-8d4f-19d841e9536a req-bc861a3e-5037-4be0-8266-94ad0c7a8e00 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0468836 Apr 12 17:24:17.766940 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2a0c0aa9-055f-4e27-8d4f-19d841e9536a req-d73b0c51-960b-4bda-8827-e4eccff2c136 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550139 Apr 12 17:24:18.819345 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-733308d6-d877-4d69-b88e-3580fa853d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:18.897227 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d69ca-9a65-4458-afb7-08f6302e864e req-fb157bc0-f9ac-4e33-a68a-00f705f26bd2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:18.901184 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ed1d69ca-9a65-4458-afb7-08f6302e864e req-fb157bc0-f9ac-4e33-a68a-00f705f26bd2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0588319 Apr 12 17:24:18.955863 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ed1d69ca-9a65-4458-afb7-08f6302e864e req-7e0bc527-c73f-4ee3-92cf-5568390b7a5f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486565 Apr 12 17:24:19.933749 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:20.162746 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e8f03-e53b-45ee-ad23-237aec4ff11d req-e203354e-9110-4d21-87c1-361b500d7459 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:20.162746 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b86e8f03-e53b-45ee-ad23-237aec4ff11d req-e203354e-9110-4d21-87c1-361b500d7459 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0505044 Apr 12 17:24:20.162746 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b86e8f03-e53b-45ee-ad23-237aec4ff11d req-59879022-8d23-47cb-95b1-930f88d668a7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416400 Apr 12 17:24:21.285090 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737fb7d-beea-4278-8010-a8948dc9006b req-5f14f63e-4fa2-40b4-894c-7fa3efff9917 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:21.287130 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f737fb7d-beea-4278-8010-a8948dc9006b req-5f14f63e-4fa2-40b4-894c-7fa3efff9917 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0565143 Apr 12 17:24:21.347175 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f737fb7d-beea-4278-8010-a8948dc9006b req-218e2537-d62b-4e04-a258-83329cdc3a03 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528286 Apr 12 17:24:21.407785 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:22.477265 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f55fa4-583e-4a72-aaad-31a84666914d req-e50c025e-24b8-4d07-846b-b14dc61200dd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:22.478913 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-25f55fa4-583e-4a72-aaad-31a84666914d req-e50c025e-24b8-4d07-846b-b14dc61200dd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0496914 Apr 12 17:24:22.530500 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-25f55fa4-583e-4a72-aaad-31a84666914d req-fc6bd839-bc85-4f16-b91b-a284832167e7 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458109 Apr 12 17:24:23.378210 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:23.649480 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eea54-aa68-4647-b3f1-1a31ec2423bc req-7494e893-ca7c-43a1-b21b-f954587d41ef tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:23.650995 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-069eea54-aa68-4647-b3f1-1a31ec2423bc req-7494e893-ca7c-43a1-b21b-f954587d41ef tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0470736 Apr 12 17:24:23.700331 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-069eea54-aa68-4647-b3f1-1a31ec2423bc req-2fcfba74-ff4e-4e0a-9842-e6fac8adedd2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437162 Apr 12 17:24:24.782927 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:24:24.841618 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f98a0-bd6d-430b-8937-8e61b54cafe6 req-a5f5d6ae-7044-4213-99c5-fccdac24a4ce tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:24.843650 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b61f98a0-bd6d-430b-8937-8e61b54cafe6 req-a5f5d6ae-7044-4213-99c5-fccdac24a4ce tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0570507 Apr 12 17:24:24.907735 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b61f98a0-bd6d-430b-8937-8e61b54cafe6 req-db02fae3-70c4-43ea-aa0c-579c2e22cac9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570776 Apr 12 17:24:26.041690 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc92ff-7604-4585-aa03-a29134166805 req-fb834b35-6e4d-4d9c-a94f-6748bd4c79bb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:26.043354 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04cc92ff-7604-4585-aa03-a29134166805 req-fb834b35-6e4d-4d9c-a94f-6748bd4c79bb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0551128 Apr 12 17:24:26.093235 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-04cc92ff-7604-4585-aa03-a29134166805 req-754e5458-3258-47ea-8797-fd10924355a6 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436082 Apr 12 17:24:27.224302 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe00de-a8d7-43a0-9bae-32ce5c2f8fdd req-cc1dd17e-2f94-4e58-a92e-9d85d5182e76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:27.225899 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2ebe00de-a8d7-43a0-9bae-32ce5c2f8fdd req-cc1dd17e-2f94-4e58-a92e-9d85d5182e76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0520084 Apr 12 17:24:27.276936 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2ebe00de-a8d7-43a0-9bae-32ce5c2f8fdd req-bd0aa0a9-0394-43ef-9a42-b42011ed96b5 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Apr 12 17:24:28.394758 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064f80-6355-472e-b92c-40e4826f1290 req-2585b38a-c352-4eeb-a7c3-a7cdd5c99725 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:28.396217 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f064f80-6355-472e-b92c-40e4826f1290 req-2585b38a-c352-4eeb-a7c3-a7cdd5c99725 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0458663 Apr 12 17:24:28.441730 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0f064f80-6355-472e-b92c-40e4826f1290 req-64dcde0a-5e13-4c07-b27b-3804c7ce9283 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400460 Apr 12 17:24:28.969164 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-1d533ad0-92e3-4bd4-b778-fcb8d2da0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:28.970672 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-1d533ad0-92e3-4bd4-b778-fcb8d2da0ada service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 1129 time: 0.0379732 Apr 12 17:24:29.061869 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-17b47e13-fe40-4cd4-9bd4-dc4dd2b33914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:29.063370 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-17b47e13-fe40-4cd4-9bd4-dc4dd2b33914 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 916 time: 0.0866253 Apr 12 17:24:29.126962 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-f74bb382-7ad0-484b-8c26-9e424777915f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc203816-52b3-4e55-a72a-03a7774e6870 HTTP/1.1" status: 200 len: 1000 time: 0.0573657 Apr 12 17:24:29.177918 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-5173353a-ef37-47a4-a61d-130618e2bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:29.179357 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-5173353a-ef37-47a4-a61d-130618e2bcad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0458686 Apr 12 17:24:29.221042 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-f5c42d7e-5375-42ff-bb5a-ca68c4cea49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:29.222403 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-f5c42d7e-5375-42ff-bb5a-ca68c4cea49d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375392 Apr 12 17:24:29.309192 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-ff9ddf90-722e-4ccf-a6d4-4e7a44a0e66c service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801816 Apr 12 17:24:29.398200 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-26358eb0-a3b2-4696-9dab-dc0376d97533 req-0683888c-3353-48e8-b95c-61ddc5f8b73f service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825429 Apr 12 17:24:29.555833 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007af1b3-1e27-4813-8fc8-65836bc8e0e2 req-e8d1899e-87b5-4c54-9ddb-e70e2dadddbd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:29.557306 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-007af1b3-1e27-4813-8fc8-65836bc8e0e2 req-e8d1899e-87b5-4c54-9ddb-e70e2dadddbd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0466993 Apr 12 17:24:29.602120 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-007af1b3-1e27-4813-8fc8-65836bc8e0e2 req-93f77342-c944-4e8b-9bdb-9d7cb6d81cf0 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 Apr 12 17:24:30.720060 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025b450-b56b-4d4a-aae9-f1da6825d1dd req-48dd3721-ea50-492b-b1b8-b06a1c9b56fd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:30.721434 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5025b450-b56b-4d4a-aae9-f1da6825d1dd req-48dd3721-ea50-492b-b1b8-b06a1c9b56fd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0496006 Apr 12 17:24:30.767211 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5025b450-b56b-4d4a-aae9-f1da6825d1dd req-e985edaf-6229-469c-8c43-4c68db8fe2e9 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400381 Apr 12 17:24:31.886453 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e587d-1c73-47c8-9aa1-98eaeaf137b3 req-84017c62-24df-4e1f-b6dc-479a6323244d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:31.887911 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-de9e587d-1c73-47c8-9aa1-98eaeaf137b3 req-84017c62-24df-4e1f-b6dc-479a6323244d tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 945 time: 0.0518057 Apr 12 17:24:31.934858 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-de9e587d-1c73-47c8-9aa1-98eaeaf137b3 req-57ef1d16-2a76-46ea-8a2b-eb0a7ea1027e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411851 Apr 12 17:24:33.533048 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dc203816-52b3-4e55-a72a-03a7774e6870 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:24:33.610275 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dc203816-52b3-4e55-a72a-03a7774e6870 is: ACTIVE; New status is: DOWN {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:24:33.610694 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:33.632906 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:24:33.635311 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469865ab-65bc-4ccb-94da-b06b83a99a17" -d '{"events": [{"server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "name": "network-vif-unplugged", "status": "completed", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:24:33.647642 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:24:33.665466 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba344ff-e183-4d52-ab0b-e35c0a919cb0 x-openstack-request-id: req-cba344ff-e183-4d52-ab0b-e35c0a919cb0 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:24:33.665748 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "name": "network-vif-unplugged", "status": "failed", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870", "code": 422}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:24:33.666018 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cba344ff-e183-4d52-ab0b-e35c0a919cb0 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:24:33.666418 dv-cinder-837531-1-iscsi neutron-server[103960]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cba344ff-e183-4d52-ab0b-e35c0a919cb0']: {'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'code': 422} returned with failed status Apr 12 17:24:33.722014 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:33.769103 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=8']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:34.790979 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c998009-43b7-43a5-b529-3ec1dac62eae req-0d701cab-ee42-4e69-9858-4b6ce25f6182 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:34.792584 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7c998009-43b7-43a5-b529-3ec1dac62eae req-0d701cab-ee42-4e69-9858-4b6ce25f6182 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0518949 Apr 12 17:24:34.842099 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7c998009-43b7-43a5-b529-3ec1dac62eae req-9abee1fb-61f5-4233-a193-545c69a0891b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Apr 12 17:24:35.199007 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-3ff73092-8eab-42d1-ae1e-e521d4bb15df service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776002 Apr 12 17:24:35.957641 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c42f5-c4d0-41e3-b54a-87468a42dc0d req-3b9c991f-361e-44f6-aefb-a768b2d42c47 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:35.959128 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9c7c42f5-c4d0-41e3-b54a-87468a42dc0d req-3b9c991f-361e-44f6-aefb-a768b2d42c47 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0457473 Apr 12 17:24:36.004452 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9c7c42f5-c4d0-41e3-b54a-87468a42dc0d req-3098119c-3885-4a2d-8760-2d02d704bdce tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391641 Apr 12 17:24:36.327607 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-2b0dedf2-c355-4137-9786-e6fd84bd4c86 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:36.328924 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-2b0dedf2-c355-4137-9786-e6fd84bd4c86 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports/dc203816-52b3-4e55-a72a-03a7774e6870 HTTP/1.1" status: 200 len: 940 time: 0.0959675 Apr 12 17:24:37.118826 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea43257-5405-4cca-b312-60edb08f2e7b req-55ac0936-65ab-4fac-af3f-be615d554fea tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:37.120283 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aea43257-5405-4cca-b312-60edb08f2e7b req-55ac0936-65ab-4fac-af3f-be615d554fea tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0463855 Apr 12 17:24:37.169359 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aea43257-5405-4cca-b312-60edb08f2e7b req-b4ab5bd1-390e-4c45-9cdf-6c896d23f158 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Apr 12 17:24:38.285796 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbeffde-525d-4183-8702-4018ad4bb961 req-7a5cc4c8-c27f-47c0-8fe7-0a24654299d6 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:38.287286 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ebbeffde-525d-4183-8702-4018ad4bb961 req-7a5cc4c8-c27f-47c0-8fe7-0a24654299d6 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0468490 Apr 12 17:24:38.332463 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ebbeffde-525d-4183-8702-4018ad4bb961 req-09e88324-c3b7-4adc-942c-dbdbdeac9a9b tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396125 Apr 12 17:24:39.134989 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95270d-a4b5-436f-a7dd-3a191d90e205 req-f7e1ce10-c133-445d-ada5-86cafae1e1da tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:39.136468 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6d95270d-a4b5-436f-a7dd-3a191d90e205 req-f7e1ce10-c133-445d-ada5-86cafae1e1da tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 945 time: 0.0462761 Apr 12 17:24:39.183758 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6d95270d-a4b5-436f-a7dd-3a191d90e205 req-767fea1c-5a62-41fc-8df6-9ea5c6c01ef1 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Apr 12 17:24:39.446266 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf378afe-8ad1-4612-b24d-3e596487153f req-cc975e42-fe3e-48fc-90ae-5df5c6700cbc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:39.448094 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cf378afe-8ad1-4612-b24d-3e596487153f req-cc975e42-fe3e-48fc-90ae-5df5c6700cbc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0455151 Apr 12 17:24:39.494058 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-cf378afe-8ad1-4612-b24d-3e596487153f req-9fc57abc-becb-4c1d-b7b5-8fd20544f923 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408428 Apr 12 17:24:40.298815 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1944f8-2fd5-4260-b1c1-27eb3af60637 req-7bb7a79e-12fc-48e8-9f04-bcb3f6b5b72d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:40.300295 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc1944f8-2fd5-4260-b1c1-27eb3af60637 req-7bb7a79e-12fc-48e8-9f04-bcb3f6b5b72d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 945 time: 0.0507519 Apr 12 17:24:40.349555 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-dc1944f8-2fd5-4260-b1c1-27eb3af60637 req-352e9f99-a25d-4564-bbda-e550ff82055e tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435297 Apr 12 17:24:40.610050 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ce5b6-b402-48b8-bc40-070e68934342 req-7efb7934-367c-48aa-9158-14b7818d61bc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:40.611560 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-197ce5b6-b402-48b8-bc40-070e68934342 req-7efb7934-367c-48aa-9158-14b7818d61bc tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0480559 Apr 12 17:24:40.658928 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-197ce5b6-b402-48b8-bc40-070e68934342 req-55d61b75-800f-4c36-ae1d-ab19f0be9428 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418434 Apr 12 17:24:40.985366 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-222ffd9e-c5c3-40df-bbc2-a803e040ece5 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:40.986858 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-222ffd9e-c5c3-40df-bbc2-a803e040ece5 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 945 time: 0.0502849 Apr 12 17:24:41.190384 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-42f42f36-f883-4cad-8090-48fd6de45966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:41.191869 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-42f42f36-f883-4cad-8090-48fd6de45966 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9&tenant_id=3e288f3ecd744caf835ffc29776c0a1a HTTP/1.1" status: 200 len: 1127 time: 0.0373456 Apr 12 17:24:41.208812 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Deleting port c25f5637-cca5-4404-a2fa-d8603de74887 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:24:41.209158 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:41.265539 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-2ea4f7e6-96bc-42a9-b040-76e4b8b820fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:41.266973 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-2ea4f7e6-96bc-42a9-b040-76e4b8b820fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 1127 time: 0.0382195 Apr 12 17:24:41.301261 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] For port c25f5637-cca5-4404-a2fa-d8603de74887, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c25f5637-cca5-4404-a2fa-d8603de74887,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:24:41.301627 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:41.358048 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-d83e762a-f8d7-4561-a7c3-b6c710c8bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:41.359573 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-d83e762a-f8d7-4561-a7c3-b6c710c8bb53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 916 time: 0.0865784 Apr 12 17:24:41.423804 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-4b3584e9-9d97-4c10-9ed5-23c21e801687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc203816-52b3-4e55-a72a-03a7774e6870 HTTP/1.1" status: 200 len: 998 time: 0.0580957 Apr 12 17:24:41.475398 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-0cf502e9-d8cb-45da-a3e5-5a73487caa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:41.476882 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-0cf502e9-d8cb-45da-a3e5-5a73487caa73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0476387 Apr 12 17:24:41.477144 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:41.477520 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (e157f8e4-2a37-4054-bd59-dc5410f2b1ef), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:41.477886 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Floating IP e157f8e4-2a37-4054-bd59-dc5410f2b1ef disassociated. External IP: 172.27.1.247, port: c25f5637-cca5-4404-a2fa-d8603de74887. Apr 12 17:24:41.478238 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Calling delete_port for c25f5637-cca5-4404-a2fa-d8603de74887 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:24:41.545479 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3004ce-690c-44c2-a9ad-dd82a07445ef req-0d3d59c5-6b41-4460-8ac1-d4c3138d156e tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:41.546888 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cd3004ce-690c-44c2-a9ad-dd82a07445ef req-0d3d59c5-6b41-4460-8ac1-d4c3138d156e tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 945 time: 0.1222355 Apr 12 17:24:41.549875 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-51e191e0-218b-4a6d-929e-e4c7a9f805d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:41.551236 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-51e191e0-218b-4a6d-929e-e4c7a9f805d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650065 Apr 12 17:24:41.649893 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cd3004ce-690c-44c2-a9ad-dd82a07445ef req-7eecbaae-c9ed-4682-be5d-6ccff33614c4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971437 Apr 12 17:24:41.664643 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (c25f5637-cca5-4404-a2fa-d8603de74887), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:41.672280 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-7b1ffdbc-5498-4c9d-9f98-14afd103b0f4 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139264 Apr 12 17:24:41.700313 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event deleted for resources: {'Port': ['ID=c25f5637-cca5-4404-a2fa-d8603de74887,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:41.708486 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.709102 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.709465 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.709997 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.710342 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.714516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.714516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.714516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.714516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.714516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.714516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.714516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.715106 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.715106 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.715506 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:41.763766 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-8345d447-6906-4b74-b3c3-bcd20caf0911 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857871 Apr 12 17:24:41.844391 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bf43c-bae4-4426-a17b-b6a7def7a00c req-b59094f5-1160-4d07-9729-4b8fe89a2774 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:41.845812 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3f0bf43c-bae4-4426-a17b-b6a7def7a00c req-b59094f5-1160-4d07-9729-4b8fe89a2774 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0848191 Apr 12 17:24:41.905023 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Router 45942fd2-1343-4964-bb4f-0c712764f7b0 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:24:41.916391 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3f0bf43c-bae4-4426-a17b-b6a7def7a00c req-229aa231-7822-4a36-ba5b-38f11357da95 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636992 Apr 12 17:24:42.022154 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:24:42.033458 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] Sync routers for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:24:42.044934 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:24:42.046599 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:24:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:24:42.075410 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] No DVR routers for this DVR port c25f5637-cca5-4404-a2fa-d8603de74887 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:24:42.078012 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:42.081397 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f4aa4592-bb57-4051-a0de-b67928a1d14f req-8b09a9c3-18f6-4698-b9cb-4bae0922a636 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "DELETE /v2.0/ports/c25f5637-cca5-4404-a2fa-d8603de74887 HTTP/1.1" status: 204 len: 173 time: 0.9516253 Apr 12 17:24:42.082249 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89604977-9775-4feb-9c13-674b74866ed5', 'name': 'network-vif-deleted', 'tag': 'c25f5637-cca5-4404-a2fa-d8603de74887'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:24:42.084978 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060bfff3-0de4-4bb5-829c-7b7c0c5709c2" -d '{"events": [{"server_uuid": "89604977-9775-4feb-9c13-674b74866ed5", "name": "network-vif-deleted", "tag": "c25f5637-cca5-4404-a2fa-d8603de74887"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:24:42.131689 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf9b8cb-4448-4d08-8732-dd4fc84d5806 x-openstack-request-id: req-cbf9b8cb-4448-4d08-8732-dd4fc84d5806 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:24:42.131998 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89604977-9775-4feb-9c13-674b74866ed5", "name": "network-vif-deleted", "tag": "c25f5637-cca5-4404-a2fa-d8603de74887", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:24:42.132254 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbf9b8cb-4448-4d08-8732-dd4fc84d5806 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:24:42.132655 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf9b8cb-4448-4d08-8732-dd4fc84d5806'] response: {'server_uuid': '89604977-9775-4feb-9c13-674b74866ed5', 'name': 'network-vif-deleted', 'tag': 'c25f5637-cca5-4404-a2fa-d8603de74887', 'status': 'completed', 'code': 200} Apr 12 17:24:42.191225 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:24:42.575562 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:24:42.615169 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] Checking router: 45942fd2-1343-4964-bb4f-0c712764f7b0 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:24:42.625904 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:24:42.626570 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:24:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:24:42.772079 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:24:42.774836 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-63e3c0c9-368a-433f-b4bd-b38658d6456b req-24f7432c-e5aa-4d9e-bce6-97cebe09ddb1 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0537207 Apr 12 17:24:43.021644 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:24:43.056289 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df28a53-6297-474a-b2ea-4d69eef8e425 req-3c995687-d285-4d4f-8c83-e9c2c3c2da38 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:43.057587 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e9414-b380-4a5c-8cea-fa94780b83c6 None None] The sync data for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi is: [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:24:43.062808 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3df28a53-6297-474a-b2ea-4d69eef8e425 req-3c995687-d285-4d4f-8c83-e9c2c3c2da38 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0622358 Apr 12 17:24:43.133806 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3df28a53-6297-474a-b2ea-4d69eef8e425 req-d40963d6-6887-4c47-8d89-8d2a6a2ec765 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599301 Apr 12 17:24:43.336202 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a4317-79c8-4c7b-8be0-7ed5d8651b46 None None] New status for floating IP e157f8e4-2a37-4054-bd59-dc5410f2b1ef: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:24:43.947833 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-047e40b0-13a3-4c57-a6a7-4959797367e2 req-59ca2df3-c298-4805-bce2-682fbba83263 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0894618 Apr 12 17:24:44.244125 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c8271-144a-4147-b1b2-8a20294316d0 req-f74547d1-5316-4e52-b44d-672e78a76b25 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:44.246543 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-616c8271-144a-4147-b1b2-8a20294316d0 req-f74547d1-5316-4e52-b44d-672e78a76b25 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0466993 Apr 12 17:24:44.310153 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-616c8271-144a-4147-b1b2-8a20294316d0 req-59fbcc93-2e24-433c-bc04-35540d693608 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499282 Apr 12 17:24:45.049608 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7159be9e-30b0-4dd6-b376-c251724c0309 req-57f74261-e152-46a0-abbe-d8d795c14fce tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0318670 Apr 12 17:24:45.426842 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700652-4e94-4e3b-82e9-ab67ee6ba32c req-b1e045c7-e93a-4bfe-8f9a-ba919d7dcaed tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:45.428599 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-86700652-4e94-4e3b-82e9-ab67ee6ba32c req-b1e045c7-e93a-4bfe-8f9a-ba919d7dcaed tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0527966 Apr 12 17:24:45.478843 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-86700652-4e94-4e3b-82e9-ab67ee6ba32c req-5151d68d-ff0a-4c8e-911c-18da7d645f9f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439684 Apr 12 17:24:45.580804 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device c25f5637-cca5-4404-a2fa-d8603de74887 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:24:45.601843 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: c25f5637-cca5-4404-a2fa-d8603de74887 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:24:45.602186 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device c25f5637-cca5-4404-a2fa-d8603de74887 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:24:46.156056 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4aa8d5d7-cc17-4219-9c2c-abad48a8d59c req-39e55ad1-df22-46e4-a804-bacc36f5001e tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0283732 Apr 12 17:24:46.452946 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:46.603615 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fba87c-7e5b-4313-a740-8470ae0bb22e req-7674ef08-6aee-456b-8630-dbe2f735c755 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:46.605496 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-92fba87c-7e5b-4313-a740-8470ae0bb22e req-7674ef08-6aee-456b-8630-dbe2f735c755 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0507178 Apr 12 17:24:46.659106 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-92fba87c-7e5b-4313-a740-8470ae0bb22e req-90be57ba-6689-4fb5-ab6d-851ee486d71e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473979 Apr 12 17:24:46.664781 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3cfcc4c1-2569-4a73-bcb0-68ee488a5b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:47.252176 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-02234ce9-7f18-45c5-9123-150795517e24 req-36ec088e-ae05-45ad-8ad7-132ec393c0d4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0288646 Apr 12 17:24:47.787780 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2101e83-c5b2-466a-911d-c0c67b4900e9 req-3e32127d-9834-41bf-8b54-1a4f8abbcc0e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:47.789315 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a2101e83-c5b2-466a-911d-c0c67b4900e9 req-3e32127d-9834-41bf-8b54-1a4f8abbcc0e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0475726 Apr 12 17:24:47.850662 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a2101e83-c5b2-466a-911d-c0c67b4900e9 req-d1e67549-251e-4fdc-9b69-d9dd01477578 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543652 Apr 12 17:24:48.351903 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-53add4dd-3f74-4ef7-8844-7d4aa1db39a8 req-d3519532-db27-4c62-8f39-d50a1e79049d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0284119 Apr 12 17:24:48.818541 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a835002d-8b95-4290-9c23-c47414148813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:48.982389 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a06b8-d720-402a-b909-536c95eb06a8 req-c8fabcb4-215f-444d-ad55-6c2818a0b730 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:48.984163 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-de4a06b8-d720-402a-b909-536c95eb06a8 req-c8fabcb4-215f-444d-ad55-6c2818a0b730 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0617568 Apr 12 17:24:49.047067 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-de4a06b8-d720-402a-b909-536c95eb06a8 req-17715454-6ba5-4325-a665-a5f439576bb0 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516012 Apr 12 17:24:49.465979 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-849723d5-e9fc-4089-9ce0-b4d7cd1a28b9 req-5cb26eb2-82d2-4005-a6bd-aa1c612eef18 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0312309 Apr 12 17:24:50.110234 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:50.158517 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b7e14-5536-4459-9d61-6f5e6fe98d0c req-6e9499bf-76a9-4054-a139-9796f8e0b62f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:50.159992 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-469b7e14-5536-4459-9d61-6f5e6fe98d0c req-6e9499bf-76a9-4054-a139-9796f8e0b62f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0505178 Apr 12 17:24:50.205070 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-469b7e14-5536-4459-9d61-6f5e6fe98d0c req-312d6049-ce22-4f59-badd-b31019eb9acb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 Apr 12 17:24:50.558383 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b2e69ba3-c112-42de-8d12-2516edb545b3 req-65bd6ae2-077a-4dc4-a8d9-3020dc59a0d5 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0272899 Apr 12 17:24:51.322515 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142146a7-0de1-4b18-8118-b5c816b6490a req-14c76602-b63d-47d7-8157-f6f8b6a45119 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:51.323968 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-142146a7-0de1-4b18-8118-b5c816b6490a req-14c76602-b63d-47d7-8157-f6f8b6a45119 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0491698 Apr 12 17:24:51.371460 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-142146a7-0de1-4b18-8118-b5c816b6490a req-c527b982-b384-496c-9a43-42a9eefd6977 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Apr 12 17:24:51.407275 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:51.649398 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3d59074f-203b-4ca8-bbfd-510846d01c9e req-e959cfac-5a12-47d8-b85e-abcb4103f61a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0272264 Apr 12 17:24:52.487121 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730084ca-32ee-44f4-9e78-f11301615719 req-5b2c2933-2280-45a6-a588-4d09098bb5de tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:52.488540 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-730084ca-32ee-44f4-9e78-f11301615719 req-5b2c2933-2280-45a6-a588-4d09098bb5de tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0451396 Apr 12 17:24:52.533370 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-730084ca-32ee-44f4-9e78-f11301615719 req-182a7409-3df4-4a66-a29e-354b816d3b20 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394788 Apr 12 17:24:52.741737 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-acf6642f-24ec-4b2a-aeac-c89b8ba27933 req-03e4ef77-9f48-469a-bcb9-8692ff3cc0e9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0275433 Apr 12 17:24:53.047089 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:53.646133 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efb862-ae15-4201-b29a-20b7615add69 req-93492d18-5ad4-4c53-a917-f6c45a30c206 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:53.647599 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-96efb862-ae15-4201-b29a-20b7615add69 req-93492d18-5ad4-4c53-a917-f6c45a30c206 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0450273 Apr 12 17:24:53.853634 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-aad4de59-6946-4150-a6c7-504fec8a8926 req-4b692408-b2fe-4d05-a366-041f29f9c29d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0316007 Apr 12 17:24:53.966217 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-96efb862-ae15-4201-b29a-20b7615add69 req-59bb4b37-1d0c-4358-92f1-78bf9c99e8aa tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127253 Apr 12 17:24:54.890657 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-d8227793-43a1-47df-83ed-5eb854a42c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:54.892329 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-d8227793-43a1-47df-83ed-5eb854a42c5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 1127 time: 0.0398169 Apr 12 17:24:54.995923 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc5b37f8-6d63-4a1c-ab5e-77afb5b48d28 req-29ca0d86-33c5-4971-a678-47636393710f tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0581398 Apr 12 17:24:55.023643 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-42cf651c-fffc-418d-a78d-9aa07adc921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:55.026992 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-42cf651c-fffc-418d-a78d-9aa07adc921e service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 916 time: 0.1131234 Apr 12 17:24:55.083346 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031c00e-b5e5-449c-832a-6ea8910d3fca req-1ced3350-1858-41fe-8dca-a815de945b9c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:55.084804 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2031c00e-b5e5-449c-832a-6ea8910d3fca req-1ced3350-1858-41fe-8dca-a815de945b9c tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 943 time: 0.0459800 Apr 12 17:24:55.134387 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2031c00e-b5e5-449c-832a-6ea8910d3fca req-09d42060-7202-4abe-9a3d-d45237530bbd tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432801 Apr 12 17:24:55.277835 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-e284dce5-3d5a-45ac-9049-1d02f10ff017 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc203816-52b3-4e55-a72a-03a7774e6870 HTTP/1.1" status: 200 len: 998 time: 0.0608599 Apr 12 17:24:55.326618 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-42516aba-0c01-4e9c-bdb9-a773c8e97cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:55.328084 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-42516aba-0c01-4e9c-bdb9-a773c8e97cd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0440323 Apr 12 17:24:55.375471 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-fc0e17bc-b1cb-43a8-bdfc-25e197509681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:55.538299 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-fc0e17bc-b1cb-43a8-bdfc-25e197509681 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432143 Apr 12 17:24:55.538299 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-fd4afcb3-fecc-4827-a0d1-5ec31b26c160 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848672 Apr 12 17:24:55.563597 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6078ec68-ef84-4d6a-8987-3158a7fb9460 req-7647c393-6758-4ef5-b9a1-010c7d4ef5fd service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887375 Apr 12 17:24:55.644726 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dc203816-52b3-4e55-a72a-03a7774e6870 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:24:55.759854 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:24:55.772030 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'port_id': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'mac_address': 'fa:16:3e:40:4e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:24:55.809259 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dc203816-52b3-4e55-a72a-03a7774e6870 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:24:55.809623 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:55.822061 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc203816-52b3-4e55-a72a-03a7774e6870 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:24:55.845480 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:24:56.001501 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:56.063066 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=9']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:56.118119 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d168a226-0a6c-437f-ad9f-7fd490733706 req-37c5ae96-f866-439b-9b02-5976e31cd5d3 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=89604977-9775-4feb-9c13-674b74866ed5 HTTP/1.1" status: 200 len: 210 time: 0.0290520 Apr 12 17:24:56.255564 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b1af1-e4cf-422b-9d7d-ddaa3e35d84d req-5d32f819-9f21-4ea4-9344-9492085eda20 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:56.257064 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e22b1af1-e4cf-422b-9d7d-ddaa3e35d84d req-5d32f819-9f21-4ea4-9344-9492085eda20 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 944 time: 0.0473120 Apr 12 17:24:56.304896 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-e22b1af1-e4cf-422b-9d7d-ddaa3e35d84d req-644d9d2b-b9d7-49ee-8882-51da58ce4451 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422640 Apr 12 17:24:56.475000 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['dc203816-52b3-4e55-a72a-03a7774e6870'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:24:57.367868 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-088a3b90-8634-4ce6-9676-073c417b920d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161740918&fields=id&tenant_id=d3489e7c53aa4de9baa5825d3021547e HTTP/1.1" status: 200 len: 267 time: 0.0444446 Apr 12 17:24:57.418857 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e381d-0467-4d4f-a692-ef1bdd67748c req-95c1d508-7c28-43d6-9bf0-a7e20d91a120 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:57.420340 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7a6e381d-0467-4d4f-a692-ef1bdd67748c req-95c1d508-7c28-43d6-9bf0-a7e20d91a120 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 944 time: 0.0455799 Apr 12 17:24:57.467226 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7a6e381d-0467-4d4f-a692-ef1bdd67748c req-feba34a4-e166-4f8d-b421-d917b2d68cb4 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412161 Apr 12 17:24:57.471617 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-f553b5d4-47f4-43a2-bfc0-1d631bce68cb tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:57.473354 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-f553b5d4-47f4-43a2-bfc0-1d631bce68cb tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 812 time: 0.0984743 Apr 12 17:24:57.487531 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-bc5771ec-969c-4b81-8ae6-6e5d42e9cdab tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/quotas/d3489e7c53aa4de9baa5825d3021547e HTTP/1.1" status: 200 len: 375 time: 0.0089309 Apr 12 17:24:57.538736 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-2d31a84d-38d5-4b72-a0ed-ff148266fc09 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461121 Apr 12 17:24:57.594007 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-0795dd9e-fd6a-4618-ad40-4dc381d0e8b9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:24:57.595039 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-0795dd9e-fd6a-4618-ad40-4dc381d0e8b9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0450103 Apr 12 17:24:57.665678 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dc203816-52b3-4e55-a72a-03a7774e6870 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:24:57.682044 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-4de6d1f1-4ca7-4ea5-8a38-718ad332bae4 service neutron] 10.222.0.64 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810986 Apr 12 17:24:57.710971 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port dc203816-52b3-4e55-a72a-03a7774e6870 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:24:57.711344 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:57.772329 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-babe5bec-d4b5-4ba2-8395-be6bc8a507f0 service neutron] 10.222.0.64 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837429 Apr 12 17:24:57.788003 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port dc203816-52b3-4e55-a72a-03a7774e6870 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:24:57.788390 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:57.811006 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:24:57.813245 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c14ab9-eb7c-4308-9a76-7b0a19d80921" -d '{"events": [{"server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "name": "network-vif-plugged", "status": "completed", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:24:57.829489 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:24:57.851570 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21575b-6070-42ad-a3ec-3a77395ab354 x-openstack-request-id: req-1f21575b-6070-42ad-a3ec-3a77395ab354 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:24:57.852058 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "name": "network-vif-plugged", "status": "completed", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:24:57.852238 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f21575b-6070-42ad-a3ec-3a77395ab354 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:24:57.852676 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f21575b-6070-42ad-a3ec-3a77395ab354'] response: {'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'code': 200} Apr 12 17:24:57.898723 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:57.952645 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=10']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:58.247366 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c2240-160c-4ec2-a013-3e51c758995e req-556c898c-64c0-4968-963b-c31cf06ec4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:58.248814 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ff2c2240-160c-4ec2-a013-3e51c758995e req-556c898c-64c0-4968-963b-c31cf06ec4ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 1130 time: 0.0419064 Apr 12 17:24:58.294103 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ff2c2240-160c-4ec2-a013-3e51c758995e req-4fcf3efb-c8c6-429b-aab9-2c6969db7993 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393083 Apr 12 17:24:58.348146 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-466cf528-7734-4020-adf9-9e21a0fe6a74 req-661b4b72-f2f8-409d-98af-c4d445d4aeaf tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 210 time: 0.0282829 Apr 12 17:24:58.586828 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206671e-212d-415a-9d9b-323447232661 req-5bc0c562-2ede-4778-9cb3-423a53d60b3a tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:58.588336 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1206671e-212d-415a-9d9b-323447232661 req-5bc0c562-2ede-4778-9cb3-423a53d60b3a tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 946 time: 0.0491326 Apr 12 17:24:58.635094 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1206671e-212d-415a-9d9b-323447232661 req-a9fcd442-91fb-464e-81ae-a753e6f36b93 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Apr 12 17:24:59.440292 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-74ce0479-a6a4-405f-a546-4ba91fef1d1f req-8a695ecb-d1fc-4521-aa67-1528505bd33b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 210 time: 0.0283072 Apr 12 17:24:59.752157 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3706b78-1bf0-499a-9ca0-9161f7bd7e25 req-13286f6d-2778-4d96-96ac-df55be58bb96 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:24:59.753644 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c3706b78-1bf0-499a-9ca0-9161f7bd7e25 req-13286f6d-2778-4d96-96ac-df55be58bb96 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 946 time: 0.0470705 Apr 12 17:24:59.803810 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c3706b78-1bf0-499a-9ca0-9161f7bd7e25 req-0ddfe060-2d7d-43d5-a139-b379757493a1 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Apr 12 17:25:00.541173 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1114a1e8-b33d-4891-b368-d9ae43814438 req-c866bcd4-8827-455d-9b25-1d5b9f27ee04 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 210 time: 0.0350528 Apr 12 17:25:00.635403 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-59bc02e6-2ef4-444f-b243-038fdec7580c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:00.637029 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-59bc02e6-2ef4-444f-b243-038fdec7580c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 812 time: 0.1049876 Apr 12 17:25:00.703632 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-fa7cf3f0-6608-4385-867b-7232992efa9c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3489e7c53aa4de9baa5825d3021547e HTTP/1.1" status: 200 len: 379 time: 0.0527506 Apr 12 17:25:00.711947 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'port': {'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'admin_state_up': True, 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'security_groups': ['fcfee242-4826-4318-9b7a-d8de86a19c7d']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:25:00.898459 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Made reservation on behalf of d3489e7c53aa4de9baa5825d3021547e for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:25:00.902424 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:00.927056 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122293d-cd44-4412-bc2b-c56fefe90a9a req-f6d122b0-0ef3-4c1f-b2ea-ccd3ec86948e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:00.929667 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5122293d-cd44-4412-bc2b-c56fefe90a9a req-f6d122b0-0ef3-4c1f-b2ea-ccd3ec86948e tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 946 time: 0.0512979 Apr 12 17:25:00.992181 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5122293d-cd44-4412-bc2b-c56fefe90a9a req-b7a52f79-1a32-4633-bd54-908904ac29b3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557609 Apr 12 17:25:01.041348 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Allocated IP 172.20.0.11 (565b59f1-2069-4ee7-932b-4048ad52ce2a/472beb3b-035e-4f6e-b587-0b58fc6fb5d7/ced95919-f653-4d17-bbe3-54ee6e8018ab) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:25:01.179372 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:01.270280 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:01.315107 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:25:01.318173 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:25:01.324480 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:25:01.350451 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'Port': ['ID=ced95919-f653-4d17-bbe3-54ee6e8018ab,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:25:01.383638 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:01.384357 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:01.478539 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-c07912e7-2bb1-42ac-8bfb-46c9c0bf7ee2 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7700112 Apr 12 17:25:01.495787 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Request body: {'port': {'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:25:01.553776 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:01.589038 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-eec992d1-c550-4dae-8863-b684d441a811 None None] Provisioning complete for port ced95919-f653-4d17-bbe3-54ee6e8018ab triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:25:01.593637 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-eec992d1-c550-4dae-8863-b684d441a811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:01.683200 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-eec992d1-c550-4dae-8863-b684d441a811 None None] Port ced95919-f653-4d17-bbe3-54ee6e8018ab cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:25:01.716160 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b728eda-b7b4-45a4-ae2f-7236fef7062c req-23489b06-27cc-4c15-9f59-e95cc3a1cd95 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:01.717628 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8b728eda-b7b4-45a4-ae2f-7236fef7062c req-23489b06-27cc-4c15-9f59-e95cc3a1cd95 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 932 time: 0.0991576 Apr 12 17:25:01.783562 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:25:01.820211 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8b728eda-b7b4-45a4-ae2f-7236fef7062c req-c08a17f8-4168-46ee-a36e-b709f28b7927 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879693 Apr 12 17:25:01.896919 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced95919-f653-4d17-bbe3-54ee6e8018ab {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:25:01.904834 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Publish callbacks [] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:01.917700 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Transition to ACTIVE for port object ced95919-f653-4d17-bbe3-54ee6e8018ab will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:25:01.983820 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:02.035886 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Pushing event updated for resources: {'Port': ['ID=ced95919-f653-4d17-bbe3-54ee6e8018ab,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:25:02.122885 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Attempting to bind port ced95919-f653-4d17-bbe3-54ee6e8018ab on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:25:02.123231 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Attempting to bind port ced95919-f653-4d17-bbe3-54ee6e8018ab by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:25:02.123580 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Attempting to bind port ced95919-f653-4d17-bbe3-54ee6e8018ab on network 565b59f1-2069-4ee7-932b-4048ad52ce2a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:25:02.133942 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Port ced95919-f653-4d17-bbe3-54ee6e8018ab on network 565b59f1-2069-4ee7-932b-4048ad52ce2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:25:02.133942 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Attempting to bind port ced95919-f653-4d17-bbe3-54ee6e8018ab on network 565b59f1-2069-4ee7-932b-4048ad52ce2a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:25:02.136205 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:25:02.136551 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Checking segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:25:02.137050 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Bound using segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:25:02.138192 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10faa2c-cce2-4a0b-9b3d-376d33217ded req-c2470980-93f6-4c31-81e8-fc20a1c24bc2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:02.138715 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Bound port: ced95919-f653-4d17-bbe3-54ee6e8018ab, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:25:02.138715 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:02.139763 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a10faa2c-cce2-4a0b-9b3d-376d33217ded req-c2470980-93f6-4c31-81e8-fc20a1c24bc2 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 946 time: 0.0589170 Apr 12 17:25:02.189526 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a10faa2c-cce2-4a0b-9b3d-376d33217ded req-05dfd227-b261-4984-9a8c-39d4087162ac tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430954 Apr 12 17:25:02.214593 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] For port ced95919-f653-4d17-bbe3-54ee6e8018ab, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:25:02.217939 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] For port ced95919-f653-4d17-bbe3-54ee6e8018ab, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:25:02.310526 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:02.345730 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:02.345853 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:02.347507 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] 10.222.0.41 "PUT /v2.0/ports/ced95919-f653-4d17-bbe3-54ee6e8018ab HTTP/1.1" status: 200 len: 1094 time: 0.8557558 Apr 12 17:25:02.348107 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'tag': 'ced95919-f653-4d17-bbe3-54ee6e8018ab'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:25:02.350302 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414bf24a-68e2-4d40-83a3-76f4007b7b93" -d '{"events": [{"name": "network-changed", "server_uuid": "2a810a0d-ce3e-46e5-a254-e8415816e080", "tag": "ced95919-f653-4d17-bbe3-54ee6e8018ab"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:25:02.377627 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142c944-ed3e-4e6a-bb4c-a6156931d8dd service neutron] Pushing event updated for resources: {'Port': ['ID=ced95919-f653-4d17-bbe3-54ee6e8018ab,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:25:02.393524 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b841a842-5fa4-43d0-83e5-3ec1ebaf995c x-openstack-request-id: req-b841a842-5fa4-43d0-83e5-3ec1ebaf995c {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:25:02.393825 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a810a0d-ce3e-46e5-a254-e8415816e080", "tag": "ced95919-f653-4d17-bbe3-54ee6e8018ab", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:25:02.394112 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b841a842-5fa4-43d0-83e5-3ec1ebaf995c {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:25:02.394603 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b841a842-5fa4-43d0-83e5-3ec1ebaf995c'] response: {'name': 'network-changed', 'server_uuid': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'tag': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'status': 'completed', 'code': 200} Apr 12 17:25:02.479204 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bf24a-68e2-4d40-83a3-76f4007b7b93 req-5f2a4eac-0c61-4f43-911d-a263a3af4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:02.480724 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-414bf24a-68e2-4d40-83a3-76f4007b7b93 req-5f2a4eac-0c61-4f43-911d-a263a3af4506 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 1128 time: 0.0445495 Apr 12 17:25:02.593694 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bf24a-68e2-4d40-83a3-76f4007b7b93 req-f2cfb7a0-8cd1-49e3-ae9d-2184514013f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:02.595227 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-414bf24a-68e2-4d40-83a3-76f4007b7b93 req-f2cfb7a0-8cd1-49e3-ae9d-2184514013f6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d3489e7c53aa4de9baa5825d3021547e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0936854 Apr 12 17:25:02.690680 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bf24a-68e2-4d40-83a3-76f4007b7b93 req-7e7b264d-f130-4012-9c9a-889ffcd0e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:02.692153 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-414bf24a-68e2-4d40-83a3-76f4007b7b93 req-7e7b264d-f130-4012-9c9a-889ffcd0e125 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0903730 Apr 12 17:25:02.783914 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-806c1b2a-f2cc-4ed6-b59c-271a118fdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:02.785343 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-806c1b2a-f2cc-4ed6-b59c-271a118fdb75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 1128 time: 0.0392036 Apr 12 17:25:02.835033 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-3dffdd9e-8dba-4201-9a3b-80603a43d032 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab HTTP/1.1" status: 200 len: 217 time: 0.0363445 Apr 12 17:25:02.883246 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-2a38e6f9-b2b2-4981-8499-4b806e5b119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:02.884722 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-2a38e6f9-b2b2-4981-8499-4b806e5b119a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0443127 Apr 12 17:25:02.927707 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-5543513a-1f9c-4289-8437-19405b117b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:02.929281 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-5543513a-1f9c-4289-8437-19405b117b05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389462 Apr 12 17:25:02.943005 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41ad62-5ab3-48c9-a183-7255a276abad req-2cadc20f-245a-4209-8861-da563ea7d411 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:02.944529 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bd41ad62-5ab3-48c9-a183-7255a276abad req-2cadc20f-245a-4209-8861-da563ea7d411 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 944 time: 0.0524964 Apr 12 17:25:02.994521 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bd41ad62-5ab3-48c9-a183-7255a276abad req-e6a8fdec-0ced-4852-9a7b-2876654831cd tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439560 Apr 12 17:25:03.021413 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-bb4c6e32-2772-432f-9f84-ae6f4fd38902 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856636 Apr 12 17:25:03.352473 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-99ad7001-98c8-44e7-a65f-105e239b43dd req-61ba7983-9bc7-49aa-b0d9-05600c2bafa8 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247244 Apr 12 17:25:04.106375 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb31c4-2980-4c49-922e-ed1bb89284aa req-31a72213-1db9-4ea2-8d08-af1e934fa115 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:04.107837 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-affb31c4-2980-4c49-922e-ed1bb89284aa req-31a72213-1db9-4ea2-8d08-af1e934fa115 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 944 time: 0.0461173 Apr 12 17:25:04.157887 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-affb31c4-2980-4c49-922e-ed1bb89284aa req-3d4b41e8-a4ee-45fd-adcc-188dd17e754b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445223 Apr 12 17:25:05.267237 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddcc01-2d09-4675-a1fc-9aaae6274cb5 req-4cc41027-29e1-468b-b7d9-58ce4bc019c7 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:05.268674 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2cddcc01-2d09-4675-a1fc-9aaae6274cb5 req-4cc41027-29e1-468b-b7d9-58ce4bc019c7 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 944 time: 0.0457497 Apr 12 17:25:05.316431 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2cddcc01-2d09-4675-a1fc-9aaae6274cb5 req-e92e12b4-7301-4134-924e-d93e59d73f3a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421987 Apr 12 17:25:06.427176 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa2ba2-7a77-47ed-b29b-012c9eb37f8f req-3ccc28d5-f3b7-4991-abc1-8d48100d61f4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:06.428635 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b8aa2ba2-7a77-47ed-b29b-012c9eb37f8f req-3ccc28d5-f3b7-4991-abc1-8d48100d61f4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 944 time: 0.0458188 Apr 12 17:25:06.475581 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b8aa2ba2-7a77-47ed-b29b-012c9eb37f8f req-220798e2-c8dc-4b84-900c-25fc30910d43 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414810 Apr 12 17:25:07.585698 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8b7b1-9155-4367-8cb8-6012beef48f8 req-9740be93-12ed-41c7-9355-9a75df9d60cf tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:07.587269 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f4f8b7b1-9155-4367-8cb8-6012beef48f8 req-9740be93-12ed-41c7-9355-9a75df9d60cf tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 944 time: 0.0467355 Apr 12 17:25:07.640057 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-f4f8b7b1-9155-4367-8cb8-6012beef48f8 req-eb669da8-b868-40f2-aec0-0480288a2ae5 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470548 Apr 12 17:25:08.748367 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba419a-ae8a-4dbf-8018-8c9be0993371 req-04f996c9-3081-4b6b-a206-a63a0dff8138 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:08.749797 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d0ba419a-ae8a-4dbf-8018-8c9be0993371 req-04f996c9-3081-4b6b-a206-a63a0dff8138 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 944 time: 0.0449915 Apr 12 17:25:08.796827 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d0ba419a-ae8a-4dbf-8018-8c9be0993371 req-b69f56a6-fd25-48e5-bf83-b10197e47e84 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416133 Apr 12 17:25:09.906995 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c31d-e97e-4c62-ab4b-ee5d655de869 req-1ff22578-8fb4-4b2b-b787-e46460186496 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:09.908459 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-03f8c31d-e97e-4c62-ab4b-ee5d655de869 req-1ff22578-8fb4-4b2b-b787-e46460186496 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 944 time: 0.0467002 Apr 12 17:25:09.956570 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-03f8c31d-e97e-4c62-ab4b-ee5d655de869 req-276f16c8-8b6d-4ef2-9549-3eca6480083d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426288 Apr 12 17:25:11.069862 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc771e-b3ca-4be4-92fc-3f6a35b9a23e req-9913336d-65f6-471d-a9a5-bce4c727214b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:11.071396 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5efc771e-b3ca-4be4-92fc-3f6a35b9a23e req-9913336d-65f6-471d-a9a5-bce4c727214b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 944 time: 0.0497510 Apr 12 17:25:11.119970 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5efc771e-b3ca-4be4-92fc-3f6a35b9a23e req-23f5f7fc-17a5-4e56-80d6-56f7080ad96c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425491 Apr 12 17:25:11.747858 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device ced95919-f653-4d17-bbe3-54ee6e8018ab details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:25:11.844315 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port ced95919-f653-4d17-bbe3-54ee6e8018ab, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:25:11.855964 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'mac_address': 'fa:16:3e:1e:54:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:25:11.892739 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port ced95919-f653-4d17-bbe3-54ee6e8018ab is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:25:11.893132 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:11.905776 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced95919-f653-4d17-bbe3-54ee6e8018ab {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:25:11.924811 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port ced95919-f653-4d17-bbe3-54ee6e8018ab, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:25:12.000890 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:12.048191 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=ced95919-f653-4d17-bbe3-54ee6e8018ab,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:25:12.055244 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.055592 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.055939 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.056278 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.056658 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.056998 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.057326 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.057668 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.058571 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.058916 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.059228 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.059554 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.059877 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.060201 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.060518 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:12.230321 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b90d50-b6bd-4a50-a270-eba653f7347a req-5fbd6c59-71e1-46ce-8ddd-5148fc8e794d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:12.231808 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-28b90d50-b6bd-4a50-a270-eba653f7347a req-5fbd6c59-71e1-46ce-8ddd-5148fc8e794d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 945 time: 0.0464909 Apr 12 17:25:12.279943 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-28b90d50-b6bd-4a50-a270-eba653f7347a req-d4674142-3fe1-4816-92ac-9a07c9119605 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424211 Apr 12 17:25:12.407194 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['ced95919-f653-4d17-bbe3-54ee6e8018ab'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:25:13.396254 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d0cda-a59f-4588-bd67-0893f90fa23f req-bd9eac22-2315-436f-836f-49e35c7b34da tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:13.397697 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a6d0cda-a59f-4588-bd67-0893f90fa23f req-bd9eac22-2315-436f-836f-49e35c7b34da tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 945 time: 0.0451295 Apr 12 17:25:13.444709 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a6d0cda-a59f-4588-bd67-0893f90fa23f req-e3c21c07-a37b-4bb8-9099-b89f29cae802 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408330 Apr 12 17:25:13.759026 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device ced95919-f653-4d17-bbe3-54ee6e8018ab up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:25:13.804439 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port ced95919-f653-4d17-bbe3-54ee6e8018ab completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:25:13.891985 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port ced95919-f653-4d17-bbe3-54ee6e8018ab triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:25:13.892360 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:13.969294 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port ced95919-f653-4d17-bbe3-54ee6e8018ab is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:25:13.969678 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:13.991896 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced95919-f653-4d17-bbe3-54ee6e8018ab'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:25:13.994140 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3217e82-0899-4d93-b4d3-1398c1f59dbc" -d '{"events": [{"server_uuid": "2a810a0d-ce3e-46e5-a254-e8415816e080", "name": "network-vif-plugged", "status": "completed", "tag": "ced95919-f653-4d17-bbe3-54ee6e8018ab"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:25:14.006804 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port ced95919-f653-4d17-bbe3-54ee6e8018ab, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:25:14.031056 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdb4c53-a8c8-4525-9787-faf3f5a6d255 x-openstack-request-id: req-2fdb4c53-a8c8-4525-9787-faf3f5a6d255 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:25:14.031348 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a810a0d-ce3e-46e5-a254-e8415816e080", "name": "network-vif-plugged", "status": "completed", "tag": "ced95919-f653-4d17-bbe3-54ee6e8018ab", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:25:14.031603 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fdb4c53-a8c8-4525-9787-faf3f5a6d255 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:25:14.032108 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdb4c53-a8c8-4525-9787-faf3f5a6d255'] response: {'server_uuid': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'code': 200} Apr 12 17:25:14.086928 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:14.134804 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=ced95919-f653-4d17-bbe3-54ee6e8018ab,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:25:14.390563 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef2243-18d3-4021-92ff-2d1cfbe2e9bf req-1cca607e-f0e5-48d1-98e5-9eb63b7e1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:14.391963 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-69ef2243-18d3-4021-92ff-2d1cfbe2e9bf req-1cca607e-f0e5-48d1-98e5-9eb63b7e1947 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 1130 time: 0.0416021 Apr 12 17:25:14.436284 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-69ef2243-18d3-4021-92ff-2d1cfbe2e9bf req-1fccd72e-2d44-472b-a106-0e1162f7009f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388944 Apr 12 17:25:14.554006 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c984d-a5ec-4c22-bc2c-c3b7ac5c3b20 req-3c286232-ae16-4a90-aec5-614a7daf86ed tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:14.555517 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8e8c984d-a5ec-4c22-bc2c-c3b7ac5c3b20 req-3c286232-ae16-4a90-aec5-614a7daf86ed tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 946 time: 0.0461516 Apr 12 17:25:14.602723 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8e8c984d-a5ec-4c22-bc2c-c3b7ac5c3b20 req-73181116-23b3-4d29-9d6f-ef046af5ac39 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417829 Apr 12 17:25:15.717876 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53adaf3-bbbf-42e8-8a55-f81542b75258 req-66b725ab-c515-4ad0-8be9-04dfa47cf590 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:15.719344 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d53adaf3-bbbf-42e8-8a55-f81542b75258 req-66b725ab-c515-4ad0-8be9-04dfa47cf590 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 946 time: 0.0490167 Apr 12 17:25:15.767667 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d53adaf3-bbbf-42e8-8a55-f81542b75258 req-61d3b42b-5bbf-48b7-87e7-199be96fe677 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425458 Apr 12 17:25:16.452061 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:16.635305 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-232cfe76-b22b-4fc2-82ff-f75ae328be51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:16.878379 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33f21e-9906-4c42-a152-b54b101cd766 req-43585487-6367-497f-9847-2c7a0bb5d7f4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:16.882304 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1a33f21e-9906-4c42-a152-b54b101cd766 req-43585487-6367-497f-9847-2c7a0bb5d7f4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 946 time: 0.0462267 Apr 12 17:25:16.931280 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-1a33f21e-9906-4c42-a152-b54b101cd766 req-05c67adc-02e2-4aa6-b417-197d10535de4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457466 Apr 12 17:25:17.040375 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf97f4b-21d3-457a-87c0-607ae6b60cf2 req-49a8545d-aa66-46a9-94b8-9cfb1a878fa9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:17.041819 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baf97f4b-21d3-457a-87c0-607ae6b60cf2 req-49a8545d-aa66-46a9-94b8-9cfb1a878fa9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 946 time: 0.0459292 Apr 12 17:25:17.089806 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-baf97f4b-21d3-457a-87c0-607ae6b60cf2 req-039ee187-d8df-4616-b0e1-261a1b6e1c9c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419226 Apr 12 17:25:17.111930 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 49916) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:25:17.152341 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53437e-dcff-4429-b1c5-1b453df9b752 tempest-TestVolumeBootPattern-1193834260 tempest-TestVolumeBootPattern-1193834260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:17.153912 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-fa53437e-dcff-4429-b1c5-1b453df9b752 tempest-TestVolumeBootPattern-1193834260 tempest-TestVolumeBootPattern-1193834260-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 1125 time: 0.0409830 Apr 12 17:25:17.156543 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 49918) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:25:17.160792 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:25:17.251995 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:17.327942 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:17.434152 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Allocated IP 172.27.1.38 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/c3654d30-7aac-442b-b73c-bd73b63285da) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:25:17.532586 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for port (c3654d30-7aac-442b-b73c-bd73b63285da), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:17.658171 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (c3654d30-7aac-442b-b73c-bd73b63285da), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:17.699755 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:25:17.704549 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:25:17.708091 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:25:17.713527 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'Port': ['ID=c3654d30-7aac-442b-b73c-bd73b63285da,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:25:17.740135 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.740481 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.740819 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.741154 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.741481 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.741803 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.742142 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.742530 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.742855 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.743174 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.743496 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.743817 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.744135 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.744451 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:17.744765 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:25:18.075572 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (29910939-9d8b-497f-869c-089122c79485), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:18.228715 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (c3654d30-7aac-442b-b73c-bd73b63285da), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:18.379750 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for port (c3654d30-7aac-442b-b73c-bd73b63285da), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:18.440664 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (c3654d30-7aac-442b-b73c-bd73b63285da), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:18.504384 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'Port': ['ID=c3654d30-7aac-442b-b73c-bd73b63285da,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:25:18.517632 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (29910939-9d8b-497f-869c-089122c79485), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:18.622437 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Floating IP 29910939-9d8b-497f-869c-089122c79485 associated. External IP: 172.27.1.38, port: ced95919-f653-4d17-bbe3-54ee6e8018ab. Apr 12 17:25:18.812361 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-99a21e7b-1212-4e40-9934-424e2f7e417b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:18.845327 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Router 45942fd2-1343-4964-bb4f-0c712764f7b0 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:25:18.956351 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:25:18.966751 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] Sync routers for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:25:18.977033 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:25:18.977653 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:25:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:25:19.037333 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:19.067628 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1d3714df-20cd-4013-a160-09136dc1bb93 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9100640 Apr 12 17:25:19.068293 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'tag': 'ced95919-f653-4d17-bbe3-54ee6e8018ab'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:25:19.070615 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39149938-62d7-4923-9410-11f991e9c8db" -d '{"events": [{"name": "network-changed", "server_uuid": "2a810a0d-ce3e-46e5-a254-e8415816e080", "tag": "ced95919-f653-4d17-bbe3-54ee6e8018ab"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:25:19.085376 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:25:19.107517 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19df082-4089-4845-98f9-032c40f1bdbd x-openstack-request-id: req-d19df082-4089-4845-98f9-032c40f1bdbd {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:25:19.107996 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a810a0d-ce3e-46e5-a254-e8415816e080", "tag": "ced95919-f653-4d17-bbe3-54ee6e8018ab", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:25:19.108084 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d19df082-4089-4845-98f9-032c40f1bdbd {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:25:19.108491 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19df082-4089-4845-98f9-032c40f1bdbd'] response: {'name': 'network-changed', 'server_uuid': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'tag': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'status': 'completed', 'code': 200} Apr 12 17:25:19.229282 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39149938-62d7-4923-9410-11f991e9c8db req-ea3bb862-705f-41e5-98b7-5b6115d7e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:19.231454 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39149938-62d7-4923-9410-11f991e9c8db req-ea3bb862-705f-41e5-98b7-5b6115d7e2d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 1130 time: 0.0816896 Apr 12 17:25:19.297498 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '29910939-9d8b-497f-869c-089122c79485', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:1e:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:25:17Z', 'updated_at': '2022-04-12T17:25:17Z', 'revision_number': 0, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:25:19.319949 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39149938-62d7-4923-9410-11f991e9c8db req-349f00ea-f58d-46e4-b165-6ce553d3782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:19.321341 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39149938-62d7-4923-9410-11f991e9c8db req-349f00ea-f58d-46e4-b165-6ce553d3782f service neutron] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 912 time: 0.0826983 Apr 12 17:25:19.394795 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39149938-62d7-4923-9410-11f991e9c8db req-d0213146-77a9-423c-bbcf-18fad5aab8f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab HTTP/1.1" status: 200 len: 999 time: 0.0652819 Apr 12 17:25:19.443502 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39149938-62d7-4923-9410-11f991e9c8db req-9e812b14-9cd5-4433-8c4b-fea156b5f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:19.444958 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39149938-62d7-4923-9410-11f991e9c8db req-9e812b14-9cd5-4433-8c4b-fea156b5f9ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0446382 Apr 12 17:25:19.453326 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] Checking router: 45942fd2-1343-4964-bb4f-0c712764f7b0 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:25:19.461796 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:25:19.462429 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:25:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:25:19.487041 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39149938-62d7-4923-9410-11f991e9c8db req-d15b24de-8103-42f3-b370-2ffd31961a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:19.488518 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39149938-62d7-4923-9410-11f991e9c8db req-d15b24de-8103-42f3-b370-2ffd31961a37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381303 Apr 12 17:25:19.567518 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:25:19.580050 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39149938-62d7-4923-9410-11f991e9c8db req-5915a5e1-6fbc-4b2f-8843-f1c000277e5d service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836670 Apr 12 17:25:19.669471 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39149938-62d7-4923-9410-11f991e9c8db req-07a47bf3-2240-46eb-8e63-344e759521f2 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828986 Apr 12 17:25:19.786717 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '29910939-9d8b-497f-869c-089122c79485', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:1e:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:25:17Z', 'updated_at': '2022-04-12T17:25:17Z', 'revision_number': 0, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:25:19.817346 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f47a2b7-8556-4edb-bee3-b675cd27e41e None None] The sync data for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi is: [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '29910939-9d8b-497f-869c-089122c79485', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:1e:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:25:17Z', 'updated_at': '2022-04-12T17:25:17Z', 'revision_number': 0, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:25:19.950777 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:19.994115 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6664d5-c34b-4c26-b770-b94193a7b537 None None] New status for floating IP 29910939-9d8b-497f-869c-089122c79485: ACTIVE {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:25:21.395068 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:23.040810 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:38.782397 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:25:46.462632 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:46.674698 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cd763f7c-128e-4c13-ab97-a777f6b2973a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:48.839579 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cf55-8a31-4fa0-95fc-52c35540e91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:49.937333 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:51.416511 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:53.051647 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:56.458151 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-837830ef-9095-4759-b7b0-7c253f0d6500 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408621 Apr 12 17:25:56.551166 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-505f3f3b-a691-4c9a-b96a-2c7958120761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:56.552647 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-505f3f3b-a691-4c9a-b96a-2c7958120761 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 1130 time: 0.0380173 Apr 12 17:25:56.655694 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-084c31e7-47aa-46ad-b48d-7499d48cc636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:56.657200 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-084c31e7-47aa-46ad-b48d-7499d48cc636 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 200 len: 916 time: 0.0874777 Apr 12 17:25:56.720826 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-aee7e354-ec1c-401a-90da-dcdd28daa92d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc203816-52b3-4e55-a72a-03a7774e6870 HTTP/1.1" status: 200 len: 1000 time: 0.0573359 Apr 12 17:25:56.767593 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-ec97fe45-26bd-4f5b-b3a3-a968b2f79fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:56.768983 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-ec97fe45-26bd-4f5b-b3a3-a968b2f79fb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 200 len: 855 time: 0.0424707 Apr 12 17:25:56.813804 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-8296c52d-c0b3-4114-9066-ef021fea0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:56.815289 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-8296c52d-c0b3-4114-9066-ef021fea0034 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83ea8604-73be-4c26-bd78-f0266bf2e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404551 Apr 12 17:25:56.904061 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-5aa6ecaa-77a6-452e-97af-dcfbba904f11 service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820622 Apr 12 17:25:56.995027 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3b471655-4926-4ef9-8e9a-43c1e2abf2b2 req-597faead-9c55-463f-bf3f-66035de5b59c service neutron] 10.222.0.41 "GET /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852411 Apr 12 17:25:58.293396 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dd14e-84d1-4053-b6c8-71727d78e95d req-3e179584-caf5-4581-92a8-9e75ebe69c3f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:58.294894 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b55dd14e-84d1-4053-b6c8-71727d78e95d req-3e179584-caf5-4581-92a8-9e75ebe69c3f tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 946 time: 0.0467026 Apr 12 17:25:58.340881 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b55dd14e-84d1-4053-b6c8-71727d78e95d req-ef946fc1-9a67-4160-aba8-688215f69ebb tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403666 Apr 12 17:25:59.456860 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48323167-2d73-4434-90d7-1e3173420b9f req-3a533e1f-5123-4bc9-ab8e-4dc791e00556 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:59.458314 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-48323167-2d73-4434-90d7-1e3173420b9f req-3a533e1f-5123-4bc9-ab8e-4dc791e00556 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 946 time: 0.0463965 Apr 12 17:25:59.504191 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-48323167-2d73-4434-90d7-1e3173420b9f req-178c1949-3be8-47f6-b22e-7e0573ca6b42 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5926799-fa89-4927-a5a9-fb6c44416354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403495 Apr 12 17:25:59.832088 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-6f51ce4f-5137-427f-a98c-7453fec00c67 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:25:59.833509 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-6f51ce4f-5137-427f-a98c-7453fec00c67 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 946 time: 0.0453782 Apr 12 17:25:59.918845 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Deleting port dc203816-52b3-4e55-a72a-03a7774e6870 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:25:59.919188 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:00.004805 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] For port dc203816-52b3-4e55-a72a-03a7774e6870, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=dc203816-52b3-4e55-a72a-03a7774e6870,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:00.005168 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:00.176880 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:00.177252 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:00.177572 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Floating IP 5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0 disassociated. External IP: 172.27.1.18, port: dc203816-52b3-4e55-a72a-03a7774e6870. Apr 12 17:26:00.177921 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Calling delete_port for dc203816-52b3-4e55-a72a-03a7774e6870 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:26:00.348710 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (dc203816-52b3-4e55-a72a-03a7774e6870), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:00.380658 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event deleted for resources: {'Port': ['ID=dc203816-52b3-4e55-a72a-03a7774e6870,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:00.392302 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.392647 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.393090 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.393426 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.393757 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.394084 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.394431 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.394758 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.395206 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.395537 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.395863 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.396184 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.396506 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.396827 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.397148 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:00.505926 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Router 7cc003c5-e590-479d-b979-3d8a0d773470 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:26:00.606350 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-6fa4d24d-bcb8-4402-a3d7-379d23c9f806 req-f086be6f-8226-4c51-941a-1797e76e7eec tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e4fe430-e6de-4e8e-8d04-6108d1cebfa9 HTTP/1.1" status: 200 len: 210 time: 0.0318444 Apr 12 17:26:00.615356 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:26:00.631742 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] Sync routers for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:26:00.636461 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:26:00.637071 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:25:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:00.657941 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] No DVR routers for this DVR port dc203816-52b3-4e55-a72a-03a7774e6870 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:26:00.660425 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:00.663701 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-044b8935-ce2b-4516-b95b-17b34e9735a5 req-d7330b75-d930-427f-92c7-6fbca91ff103 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.41 "DELETE /v2.0/ports/dc203816-52b3-4e55-a72a-03a7774e6870 HTTP/1.1" status: 204 len: 173 time: 0.8247473 Apr 12 17:26:00.664135 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'name': 'network-vif-deleted', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:26:00.666349 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c259ca4-0f24-4b84-8387-86368b5590f5" -d '{"events": [{"server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "name": "network-vif-deleted", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:26:00.701473 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc935bdd-623d-4eea-bb03-62629722c115 x-openstack-request-id: req-cc935bdd-623d-4eea-bb03-62629722c115 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:26:00.701763 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4fe430-e6de-4e8e-8d04-6108d1cebfa9", "name": "network-vif-deleted", "tag": "dc203816-52b3-4e55-a72a-03a7774e6870", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:26:00.702014 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc935bdd-623d-4eea-bb03-62629722c115 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:26:00.702444 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc935bdd-623d-4eea-bb03-62629722c115'] response: {'server_uuid': '9e4fe430-e6de-4e8e-8d04-6108d1cebfa9', 'name': 'network-vif-deleted', 'tag': 'dc203816-52b3-4e55-a72a-03a7774e6870', 'status': 'completed', 'code': 200} Apr 12 17:26:00.748582 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:26:00.947434 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:00.973625 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] Checking router: 7cc003c5-e590-479d-b979-3d8a0d773470 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:26:00.982164 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:26:00.982797 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:25:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:01.090174 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:26:01.269137 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:01.298916 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c38b3-e89e-48bb-bae2-8b20bcbf166a None None] The sync data for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi is: [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:56Z', 'revision_number': 4, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '6c1c9ae7-0366-444f-ae96-0b775becc16c', 'name': '', 'network_id': '83ea8604-73be-4c26-bd78-f0266bf2e6fa', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'mac_address': 'fa:16:3e:50:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:55Z', 'updated_at': '2022-04-12T17:17:59Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'subnets': [{'id': '1a72a4cf-3785-4def-b908-64131f86d8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:26:01.523119 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e093582-b09e-4436-93d3-bddd0810b08e None None] New status for floating IP 5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:26:01.795102 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 49970) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:01.847843 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed076e18-0617-4d0e-8f2e-df02cd687133 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (b5926799-fa89-4927-a5a9-fb6c44416354), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:01.870088 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed076e18-0617-4d0e-8f2e-df02cd687133 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (b5926799-fa89-4927-a5a9-fb6c44416354), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:01.999788 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed076e18-0617-4d0e-8f2e-df02cd687133 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (b5926799-fa89-4927-a5a9-fb6c44416354), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:02.002987 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ed076e18-0617-4d0e-8f2e-df02cd687133 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:02.004152 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-ed076e18-0617-4d0e-8f2e-df02cd687133 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "DELETE /v2.0/security-groups/b5926799-fa89-4927-a5a9-fb6c44416354 HTTP/1.1" status: 204 len: 168 time: 0.2080686 Apr 12 17:26:02.006876 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49972) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:02.013426 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed076e18-0617-4d0e-8f2e-df02cd687133 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5926799-fa89-4927-a5a9-fb6c44416354,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:02.021483 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-3a2994a9-1e97-4dfd-b1b3-bc639e1e84b3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] show failed (client error): The resource could not be found. Apr 12 17:26:02.025348 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-3a2994a9-1e97-4dfd-b1b3-bc639e1e84b3 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "GET /v2.0/security-groups/b5926799-fa89-4927-a5a9-fb6c44416354 HTTP/1.1" status: 404 len: 347 time: 0.0145512 Apr 12 17:26:02.025494 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49974) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:02.139982 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-361b52e4-34f5-41f6-bddd-2bc48ee03f76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Deleting port 9f94b34e-a9f2-4641-aebd-fb748ed46c05 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:26:02.140330 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-361b52e4-34f5-41f6-bddd-2bc48ee03f76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (9f94b34e-a9f2-4641-aebd-fb748ed46c05), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:02.217438 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-361b52e4-34f5-41f6-bddd-2bc48ee03f76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (9f94b34e-a9f2-4641-aebd-fb748ed46c05), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:02.217775 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-361b52e4-34f5-41f6-bddd-2bc48ee03f76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (9f94b34e-a9f2-4641-aebd-fb748ed46c05), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:02.230542 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-361b52e4-34f5-41f6-bddd-2bc48ee03f76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Calling delete_port for 9f94b34e-a9f2-4641-aebd-fb748ed46c05 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:26:02.423218 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-361b52e4-34f5-41f6-bddd-2bc48ee03f76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (9f94b34e-a9f2-4641-aebd-fb748ed46c05), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:02.449516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b52e4-34f5-41f6-bddd-2bc48ee03f76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Pushing event deleted for resources: {'Port': ['ID=9f94b34e-a9f2-4641-aebd-fb748ed46c05,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:02.512149 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-361b52e4-34f5-41f6-bddd-2bc48ee03f76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks [] for floatingip (5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:02.514630 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-361b52e4-34f5-41f6-bddd-2bc48ee03f76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:02.515964 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-361b52e4-34f5-41f6-bddd-2bc48ee03f76 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] 10.222.0.64 "DELETE /v2.0/floatingips/5764d37b-3a5e-46b9-98f8-54a7cf1bc5f0 HTTP/1.1" status: 204 len: 168 time: 0.4896009 Apr 12 17:26:04.070124 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dc203816-52b3-4e55-a72a-03a7774e6870 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:26:04.089677 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: dc203816-52b3-4e55-a72a-03a7774e6870 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:26:04.090014 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device dc203816-52b3-4e55-a72a-03a7774e6870 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:26:05.153786 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 49996) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:05.566914 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660438'] for router_interface (7cc003c5-e590-479d-b979-3d8a0d773470), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:05.797629 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] Deleting port 6c1c9ae7-0366-444f-ae96-0b775becc16c {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:26:05.798001 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:05.874859 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] For port 6c1c9ae7-0366-444f-ae96-0b775becc16c, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=6c1c9ae7-0366-444f-ae96-0b775becc16c,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:05.875133 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:05.887843 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] Calling delete_port for 6c1c9ae7-0366-444f-ae96-0b775becc16c owned by network:router_interface {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:26:06.143228 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (6c1c9ae7-0366-444f-ae96-0b775becc16c), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:06.168832 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1c9ae7-0366-444f-ae96-0b775becc16c,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:06.581384 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660298'] for router_interface (7cc003c5-e590-479d-b979-3d8a0d773470), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:06.797342 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] Router 7cc003c5-e590-479d-b979-3d8a0d773470 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:26:06.904471 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:26:06.909416 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ab974e97-255b-424e-9676-787604e121c8 admin admin] 10.222.0.64 "PUT /v2.0/routers/7cc003c5-e590-479d-b979-3d8a0d773470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545781 Apr 12 17:26:06.912104 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50000) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:06.913529 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] Sync routers for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:26:06.924630 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:26:06.925238 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:25:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:07.018569 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Publish callbacks [] for router (7cc003c5-e590-479d-b979-3d8a0d773470), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.032277 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:26:07.127393 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Publish callbacks [] for router_gateway (7cc003c5-e590-479d-b979-3d8a0d773470), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.201746 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:26:06Z', 'revision_number': 5, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port': {'id': '578866c0-567a-42cd-ac26-5bbd73bbb969', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:07.218027 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Deleting port 578866c0-567a-42cd-ac26-5bbd73bbb969 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:26:07.219098 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.227856 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] Checking router: 7cc003c5-e590-479d-b979-3d8a0d773470 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:26:07.237181 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] Routers {'7cc003c5-e590-479d-b979-3d8a0d773470'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:26:07.237785 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:25:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['7cc003c5-e590-479d-b979-3d8a0d773470'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:07.299493 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] For port 578866c0-567a-42cd-ac26-5bbd73bbb969, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=578866c0-567a-42cd-ac26-5bbd73bbb969,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:07.299867 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.314781 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Calling delete_port for 578866c0-567a-42cd-ac26-5bbd73bbb969 owned by network:router_gateway {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:26:07.459862 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] Set router 7cc003c5-e590-479d-b979-3d8a0d773470 gateway port host: None {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:26:07.510599 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:26:07Z', 'revision_number': 6, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port_host': None}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:07.537084 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf8469-8e64-4dde-b0e7-39f48a6c934f None None] The sync data for ids ['7cc003c5-e590-479d-b979-3d8a0d773470'] in dv-cinder-837531-1-iscsi is: [{'id': '7cc003c5-e590-479d-b979-3d8a0d773470', 'name': 'tempest-AttachVolumeShelveTestJSON-845943718-router', 'tenant_id': '3e288f3ecd744caf835ffc29776c0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:17:53Z', 'updated_at': '2022-04-12T17:26:07Z', 'revision_number': 6, 'project_id': '3e288f3ecd744caf835ffc29776c0a1a', 'gw_port_host': None}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:26:07.543376 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (578866c0-567a-42cd-ac26-5bbd73bbb969), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.570864 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Pushing event deleted for resources: {'Port': ['ID=578866c0-567a-42cd-ac26-5bbd73bbb969,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:07.630887 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662764'] for router_gateway (7cc003c5-e590-479d-b979-3d8a0d773470), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.720874 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45033'] for router (7cc003c5-e590-479d-b979-3d8a0d773470), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.722894 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Publish callbacks [] for router_controller (7cc003c5-e590-479d-b979-3d8a0d773470), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.811171 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666377'] for router (7cc003c5-e590-479d-b979-3d8a0d773470), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.811705 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc003c5-e590-479d-b979-3d8a0d773470 {{(pid=103958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:26:07.815769 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.816885 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-a2f3df70-ef36-4038-b247-c575a7e9f29a admin admin] 10.222.0.64 "DELETE /v2.0/routers/7cc003c5-e590-479d-b979-3d8a0d773470 HTTP/1.1" status: 204 len: 168 time: 0.9036589 Apr 12 17:26:07.819506 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50002) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:07.862823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b2b98e-c5f9-4067-867b-2738ee9296f1 admin admin] Deleting subnet 1a72a4cf-3785-4def-b908-64131f86d8a5 {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:26:07.865738 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-70b2b98e-c5f9-4067-867b-2738ee9296f1 admin admin] Publish callbacks [] for subnet (1a72a4cf-3785-4def-b908-64131f86d8a5), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.900958 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-70b2b98e-c5f9-4067-867b-2738ee9296f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981811'] for subnet (1a72a4cf-3785-4def-b908-64131f86d8a5), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:07.986437 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-70b2b98e-c5f9-4067-867b-2738ee9296f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (1a72a4cf-3785-4def-b908-64131f86d8a5), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.114164 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-70b2b98e-c5f9-4067-867b-2738ee9296f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3604511'] for subnet (1a72a4cf-3785-4def-b908-64131f86d8a5), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.143090 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-70b2b98e-c5f9-4067-867b-2738ee9296f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.148623 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-70b2b98e-c5f9-4067-867b-2738ee9296f1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1a72a4cf-3785-4def-b908-64131f86d8a5 HTTP/1.1" status: 204 len: 168 time: 0.3258815 Apr 12 17:26:08.148623 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2b98e-c5f9-4067-867b-2738ee9296f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a72a4cf-3785-4def-b908-64131f86d8a5,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:08.168372 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0b0f25-eaf5-4243-93be-d8f4197fd582 None None] Network 83ea8604-73be-4c26-bd78-f0266bf2e6fa requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:26:08.169007 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50004) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:08.219939 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (83ea8604-73be-4c26-bd78-f0266bf2e6fa), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.268052 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Deleting port 7c59a57f-1540-46de-9319-bd728525f64d {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:26:08.268399 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (7c59a57f-1540-46de-9319-bd728525f64d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.303172 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a544c-cee5-4bd2-a3e7-80f16ab250cd None None] DHCP port deletion for 83ea8604-73be-4c26-bd78-f0266bf2e6fa request from dv-cinder-837531-1-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:26:08.334324 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] For port 7c59a57f-1540-46de-9319-bd728525f64d, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=7c59a57f-1540-46de-9319-bd728525f64d,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:08.334717 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (7c59a57f-1540-46de-9319-bd728525f64d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.342714 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a544c-cee5-4bd2-a3e7-80f16ab250cd None None] Deleting port 7c59a57f-1540-46de-9319-bd728525f64d {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:26:08.343096 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ec5a544c-cee5-4bd2-a3e7-80f16ab250cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (7c59a57f-1540-46de-9319-bd728525f64d), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.348336 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Calling delete_port for 7c59a57f-1540-46de-9319-bd728525f64d owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:26:08.411305 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-ec5a544c-cee5-4bd2-a3e7-80f16ab250cd None None] For port 7c59a57f-1540-46de-9319-bd728525f64d, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=7c59a57f-1540-46de-9319-bd728525f64d,segment=NetworkSegment(a0b3ec00-72ab-43b7-accc-845bf41b614a),segment_id=a0b3ec00-72ab-43b7-accc-845bf41b614a)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:08.411706 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ec5a544c-cee5-4bd2-a3e7-80f16ab250cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (7c59a57f-1540-46de-9319-bd728525f64d), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.425361 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a544c-cee5-4bd2-a3e7-80f16ab250cd None None] Calling delete_port for 7c59a57f-1540-46de-9319-bd728525f64d owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:26:08.494519 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (7c59a57f-1540-46de-9319-bd728525f64d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.502609 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ec5a544c-cee5-4bd2-a3e7-80f16ab250cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110'] for port (7c59a57f-1540-46de-9319-bd728525f64d), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.523713 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c59a57f-1540-46de-9319-bd728525f64d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:08.523713 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] No DVR routers for this DVR port 7c59a57f-1540-46de-9319-bd728525f64d on host dv-cinder-837531-1-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:26:08.528301 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a544c-cee5-4bd2-a3e7-80f16ab250cd None None] Pushing event deleted for resources: {'Port': ['ID=7c59a57f-1540-46de-9319-bd728525f64d,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:08.532104 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a544c-cee5-4bd2-a3e7-80f16ab250cd None None] No DVR routers for this DVR port 7c59a57f-1540-46de-9319-bd728525f64d on host dv-cinder-837531-1-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:26:08.608706 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (83ea8604-73be-4c26-bd78-f0266bf2e6fa), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.637014 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ea8604-73be-4c26-bd78-f0266bf2e6fa']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:08.647370 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b3ec00-72ab-43b7-accc-845bf41b614a') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:08.647674 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b3ec00-72ab-43b7-accc-845bf41b614a') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:08.651509 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 6c1c9ae7-0366-444f-ae96-0b775becc16c no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:26:08.657846 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981768'] for segment (a0b3ec00-72ab-43b7-accc-845bf41b614a), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.671396 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (a0b3ec00-72ab-43b7-accc-845bf41b614a), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.676155 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 6c1c9ae7-0366-444f-ae96-0b775becc16c {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:26:08.676570 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 6c1c9ae7-0366-444f-ae96-0b775becc16c not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:26:08.677046 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 578866c0-567a-42cd-ac26-5bbd73bbb969 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:26:08.677729 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:26:08.678314 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975750'] for segment (a0b3ec00-72ab-43b7-accc-845bf41b614a), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: Traceback (most recent call last): Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: timer() Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: cb(*args, **kw) Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: return func(*args, **kwargs) Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: self._notify() Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: self.callback(batched_events) Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: event.method(event) Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: return f(self, *a, **k) Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._get(url).json() Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: return self.request(url, 'GET', **kwargs) Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:26:08.680231 dv-cinder-837531-1-iscsi neutron-server[103958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:26:08.697138 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 578866c0-567a-42cd-ac26-5bbd73bbb969 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:26:08.697488 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 578866c0-567a-42cd-ac26-5bbd73bbb969 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:26:08.697893 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 7c59a57f-1540-46de-9319-bd728525f64d no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:26:08.716433 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 7c59a57f-1540-46de-9319-bd728525f64d {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:26:08.717336 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 7c59a57f-1540-46de-9319-bd728525f64d not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:26:08.799682 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (83ea8604-73be-4c26-bd78-f0266bf2e6fa), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.804852 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:08.808023 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/83ea8604-73be-4c26-bd78-f0266bf2e6fa HTTP/1.1" status: 204 len: 168 time: 0.6583691 Apr 12 17:26:08.818691 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ef46a-6ff3-4bc5-8f1b-d6122d12d7f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ea8604-73be-4c26-bd78-f0266bf2e6fa,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:09.171822 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50010) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:09.213850 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-bbc6cdb3-dd57-4995-a679-cb6064174c24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e288f3ecd744caf835ffc29776c0a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408645 Apr 12 17:26:09.216351 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50012) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:09.262906 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-10bf6216-29ad-40e7-8f49-74230ac7a0b2 admin admin] Publish callbacks [] for security_group (1219a461-cfcd-4017-81ed-5a39ca6dc677), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:09.284779 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-10bf6216-29ad-40e7-8f49-74230ac7a0b2 admin admin] Publish callbacks [] for security_group (1219a461-cfcd-4017-81ed-5a39ca6dc677), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:09.382444 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-10bf6216-29ad-40e7-8f49-74230ac7a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (1219a461-cfcd-4017-81ed-5a39ca6dc677), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:09.384857 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-10bf6216-29ad-40e7-8f49-74230ac7a0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:09.385990 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-10bf6216-29ad-40e7-8f49-74230ac7a0b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1219a461-cfcd-4017-81ed-5a39ca6dc677 HTTP/1.1" status: 204 len: 168 time: 0.1686978 Apr 12 17:26:09.394250 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf6216-29ad-40e7-8f49-74230ac7a0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1219a461-cfcd-4017-81ed-5a39ca6dc677,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:10.357119 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50034) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:10.448930 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2137924788-network', 'tenant_id': '283913e2e6424959b7a274d78673a90e'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:26:10.548010 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Made reservation on behalf of 283913e2e6424959b7a274d78673a90e for: {'network': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:26:10.550246 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for network (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:10.558678 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:10.631310 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Publish callbacks [] for security_group (d53d5fc6-e505-43f8-8c99-0812809ead05), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:10.685103 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (d53d5fc6-e505-43f8-8c99-0812809ead05), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:10.705721 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:26:10.718670 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d5fc6-e505-43f8-8c99-0812809ead05,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:10.725105 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (970784a6-7a3b-4155-8e5e-caf8c38e54e2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:10.727074 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.segments_db [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Added segment 970784a6-7a3b-4155-8e5e-caf8c38e54e2 of type vlan for network 566c85b8-040c-40c0-9489-8db73a6e65ff Apr 12 17:26:10.765761 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757798069715'] for network (566c85b8-040c-40c0-9489-8db73a6e65ff), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:10.839758 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041'] for network (566c85b8-040c-40c0-9489-8db73a6e65ff), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:10.840702 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:10.841278 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:10.900985 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=566c85b8-040c-40c0-9489-8db73a6e65ff,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:10.910500 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Network 566c85b8-040c-40c0-9489-8db73a6e65ff details requested by agent ovs-agent-dv-cinder-837531-1-iscsi with host dv-cinder-837531-1-iscsi {{(pid=103960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:26:10.940298 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-19e7ee78-e4f6-4412-8b69-97b6358b9bb5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5820637 Apr 12 17:26:10.943194 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50038) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:10.947802 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Request body: {'subnet': {'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-subnet', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:26:11.028482 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Made reservation on behalf of 283913e2e6424959b7a274d78673a90e for: {'subnet': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:26:11.030836 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3604528'] for subnet (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:11.252241 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3976995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3604518'] for subnet (326bd0bb-4792-4972-8d48-472eb7d7fe37), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:11.306929 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326bd0bb-4792-4972-8d48-472eb7d7fe37,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:11.314490 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Checking segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:26:11.314851 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Network hostable DHCP agents. Network: 566c85b8-040c-40c0-9489-8db73a6e65ff, hostable agents: ['8103d01a-4bae-4525-9df6-7414d6c1f82a'], hosted agents: [] {{(pid=103958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:26:11.382391 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Network 566c85b8-040c-40c0-9489-8db73a6e65ff is scheduled to be hosted by DHCP agent 8103d01a-4bae-4525-9df6-7414d6c1f82a with binding_index 1 {{(pid=103958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:26:11.456666 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837531-1-iscsi, 566c85b8-040c-40c0-9489-8db73a6e65ff) {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:26:11.460596 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:11.461186 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:11.465157 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a53d2f-d62d-412d-ae3a-896309a6c8d8 None None] Network 566c85b8-040c-40c0-9489-8db73a6e65ff requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:26:11.551605 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-235cc30d-ed60-468b-9c06-03934f221704 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6073549 Apr 12 17:26:11.554184 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50040) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:11.558488 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:26:11.566604 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c2dfe7-c24f-5184-a9de-96707b1a30ed-566c85b8-040c-40c0-9489-8db73a6e65ff', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37'}]}} from dv-cinder-837531-1-iscsi. {{(pid=103960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:26:11.567443 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:11.639326 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45051'] for router (79c63ec0-b692-44ba-b8a8-4595edfea85b), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:11.640389 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45040'] for router (79c63ec0-b692-44ba-b8a8-4595edfea85b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:11.695729 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks [] for router_controller (79c63ec0-b692-44ba-b8a8-4595edfea85b), precommit_add_association {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:11.697962 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.db_base_plugin_common [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Allocated IP 172.20.0.2 (566c85b8-040c-40c0-9489-8db73a6e65ff/326bd0bb-4792-4972-8d48-472eb7d7fe37/0c3f107a-e958-45d9-973c-74035e770fd1) {{(pid=103960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:26:11.836532 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Publish callbacks [] for port (0c3f107a-e958-45d9-973c-74035e770fd1), precommit_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:11.896613 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), after_create {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:11.924440 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks [] for router_gateway (79c63ec0-b692-44ba-b8a8-4595edfea85b), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:11.934602 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Network 566c85b8-040c-40c0-9489-8db73a6e65ff is already hosted by enough agents. {{(pid=103960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:26:11.939477 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.scheduler.base_scheduler [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Resources bound (agent type, host, resource id): {{(pid=103960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:26:11.941899 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Received port after_create {{(pid=103960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:26:11.951580 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Pushing event updated for resources: {'Port': ['ID=0c3f107a-e958-45d9-973c-74035e770fd1,revision_number=1']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:12.009622 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Attempting to bind port 0c3f107a-e958-45d9-973c-74035e770fd1 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:26:12.009988 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Attempting to bind port 0c3f107a-e958-45d9-973c-74035e770fd1 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:26:12.011563 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Attempting to bind port 0c3f107a-e958-45d9-973c-74035e770fd1 on network 566c85b8-040c-40c0-9489-8db73a6e65ff {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:26:12.017295 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:26:12.017668 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Checking segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:26:12.018069 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:12.018485 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Bound using segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:26:12.018945 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Bound port: 0c3f107a-e958-45d9-973c-74035e770fd1, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:26:12.019319 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:12.082015 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] For port 0c3f107a-e958-45d9-973c-74035e770fd1, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:26:12.085034 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] For port 0c3f107a-e958-45d9-973c-74035e770fd1, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=0c3f107a-e958-45d9-973c-74035e770fd1,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:26:12.160354 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:12.179508 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks [] for router_gateway (79c63ec0-b692-44ba-b8a8-4595edfea85b), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:12.198840 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:12.222010 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Pushing event updated for resources: {'Port': ['ID=0c3f107a-e958-45d9-973c-74035e770fd1,revision_number=2']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:12.230649 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.230649 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.230649 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.230649 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.231034 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.231034 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.231347 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.231671 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.232002 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.232326 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.232649 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.232976 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.233295 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.233614 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.233934 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0734cc1-b543-4d59-a276-c223096827c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:12.565156 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Allocated IP 172.27.1.186 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/63980524-3461-4bde-9d9f-e6bca04868e4) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:26:12.671639 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 0c3f107a-e958-45d9-973c-74035e770fd1 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:26:12.672712 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks [] for port (63980524-3461-4bde-9d9f-e6bca04868e4), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:12.721134 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 0c3f107a-e958-45d9-973c-74035e770fd1 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:12.721499 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:12.765251 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:12.796499 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 0c3f107a-e958-45d9-973c-74035e770fd1 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:26:12.796886 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:12.802393 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:26:12.807081 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:26:12.813549 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:26:12.831805 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 0c3f107a-e958-45d9-973c-74035e770fd1, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=0c3f107a-e958-45d9-973c-74035e770fd1,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:12.839653 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Pushing event updated for resources: {'Port': ['ID=63980524-3461-4bde-9d9f-e6bca04868e4,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:12.908024 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:12.965224 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=0c3f107a-e958-45d9-973c-74035e770fd1,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:13.127954 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33bda06-bd00-44a9-8359-ef0e7526a9e7 None None] Network 566c85b8-040c-40c0-9489-8db73a6e65ff requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:26:13.175173 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks [] for router_gateway (79c63ec0-b692-44ba-b8a8-4595edfea85b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:13.208113 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-40cf7766-b7b9-49dd-92d1-f8dd4bfc7f81 None None] Provisioning complete for port 0c3f107a-e958-45d9-973c-74035e770fd1 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:13.208502 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-40cf7766-b7b9-49dd-92d1-f8dd4bfc7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:13.311983 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-40cf7766-b7b9-49dd-92d1-f8dd4bfc7f81 None None] Current status of the port 0c3f107a-e958-45d9-973c-74035e770fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:26:13.390980 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662704'] for router (79c63ec0-b692-44ba-b8a8-4595edfea85b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:13.528652 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-6270b5ba-9896-4ee7-819c-5080d03e0ab5 None None] Provisioning complete for port 0c3f107a-e958-45d9-973c-74035e770fd1 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:13.529018 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6270b5ba-9896-4ee7-819c-5080d03e0ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:13.607626 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-6270b5ba-9896-4ee7-819c-5080d03e0ab5 None None] Current status of the port 0c3f107a-e958-45d9-973c-74035e770fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:26:13.622508 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b is scheduled to L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef with binding_index 1 {{(pid=103958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:26:13.731553 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:26:13.740461 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:26:13.751198 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:26:13.751815 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:25:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:13.807414 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:13.811296 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c0de04a8-72c5-4bb9-8f86-4ca859aa54d0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2535217 Apr 12 17:26:13.811494 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50042) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:13.857066 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:26:14.024771 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:12Z', 'revision_number': 3, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:14.054007 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:26:14.054423 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Updating router 79c63ec0-b692-44ba-b8a8-4595edfea85b port 63980524-3461-4bde-9d9f-e6bca04868e4 binding host dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:26:14.083863 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.225001 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.329182 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Publish callbacks [] for port (63980524-3461-4bde-9d9f-e6bca04868e4), precommit_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.379980 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Allocated IP 172.20.0.1 (566c85b8-040c-40c0-9489-8db73a6e65ff/326bd0bb-4792-4972-8d48-472eb7d7fe37/0002207d-5c6d-4fcc-a743-4b56a10ae66d) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:26:14.393996 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.450721 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Attempting to bind port 63980524-3461-4bde-9d9f-e6bca04868e4 on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:26:14.451095 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Attempting to bind port 63980524-3461-4bde-9d9f-e6bca04868e4 by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:26:14.451458 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Attempting to bind port 63980524-3461-4bde-9d9f-e6bca04868e4 on network f1dce858-26e4-44b4-b45d-f014dce4d25f {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:26:14.454326 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Pushing event updated for resources: {'Port': ['ID=63980524-3461-4bde-9d9f-e6bca04868e4,revision_number=2']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:14.461779 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:26:14.462155 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Checking segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:26:14.462581 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.462975 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Bound using segment: {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'} {{(pid=103961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:26:14.463434 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.managers [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Bound port: 63980524-3461-4bde-9d9f-e6bca04868e4, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}}] {{(pid=103961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:26:14.463812 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), before_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.466936 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.467284 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.467648 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.468009 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.468348 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.468681 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.469007 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.469334 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.469660 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.469984 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.470590 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.470914 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.471235 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.471556 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.471875 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:14.486050 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Publish callbacks [] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.521722 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] For port 63980524-3461-4bde-9d9f-e6bca04868e4, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:26:14.524853 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.plugins.ml2.db [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] For port 63980524-3461-4bde-9d9f-e6bca04868e4, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=63980524-3461-4bde-9d9f-e6bca04868e4,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:26:14.565597 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.595284 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron_lib.callbacks.manager [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), after_update {{(pid=103961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.604414 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Network 566c85b8-040c-40c0-9489-8db73a6e65ff is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:26:14.616001 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:26:14.616598 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:26:14.618649 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Pushing event updated for resources: {'Port': ['ID=0002207d-5c6d-4fcc-a743-4b56a10ae66d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:14.653634 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:26:14.654296 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:25:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:14.658146 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662593'] for router_interface (79c63ec0-b692-44ba-b8a8-4595edfea85b), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.695422 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560a37a-95e7-4853-8108-44ea9d2f8f98 None None] Pushing event updated for resources: {'Port': ['ID=63980524-3461-4bde-9d9f-e6bca04868e4,revision_number=3']} {{(pid=103961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:14.735687 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 0c3f107a-e958-45d9-973c-74035e770fd1 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:26:14.775123 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:26:14.793427 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 0c3f107a-e958-45d9-973c-74035e770fd1 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:14.793941 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.870811 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.882848 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 0c3f107a-e958-45d9-973c-74035e770fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:26:14.939782 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-689a5a73-24e8-4b3d-8794-d06aab59477d None None] Provisioning complete for port 0002207d-5c6d-4fcc-a743-4b56a10ae66d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:14.940181 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-689a5a73-24e8-4b3d-8794-d06aab59477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:14.977430 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-689a5a73-24e8-4b3d-8794-d06aab59477d None None] Port 0002207d-5c6d-4fcc-a743-4b56a10ae66d cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:26:15.040089 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:12Z', 'revision_number': 3, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:15.040921 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Publish callbacks [] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:15.066049 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c81002-df0c-41f3-9087-3807a028436e None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:12Z', 'revision_number': 3, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:26:15.102070 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:15.173856 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Pushing event updated for resources: {'Port': ['ID=0002207d-5c6d-4fcc-a743-4b56a10ae66d,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:15.176512 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660465'] for router_interface (79c63ec0-b692-44ba-b8a8-4595edfea85b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:15.279241 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Network 566c85b8-040c-40c0-9489-8db73a6e65ff is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:26:15.285573 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:26:15.425612 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:26:15.498878 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-e12b6360-75bd-479b-9b5f-66880b7a95b1 None None] Provisioning complete for port 0002207d-5c6d-4fcc-a743-4b56a10ae66d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:15.499248 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e12b6360-75bd-479b-9b5f-66880b7a95b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:15.538060 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-e12b6360-75bd-479b-9b5f-66880b7a95b1 None None] Port 0002207d-5c6d-4fcc-a743-4b56a10ae66d cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:26:15.549665 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:26:15.554888 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0ecec2b5-5394-4b75-8d5d-17160b733e44 admin admin] 10.222.0.64 "PUT /v2.0/routers/79c63ec0-b692-44ba-b8a8-4595edfea85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7424200 Apr 12 17:26:15.781339 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:26:15.982724 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50050) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:15.987845 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-0d9d672f-1bbf-4e10-b939-a43f620ad6fa tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727425349', 'description': 'tempest-description--1263875252'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:26:16.051786 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0d9d672f-1bbf-4e10-b939-a43f620ad6fa tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.120111 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0d9d672f-1bbf-4e10-b939-a43f620ad6fa tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (346ede4f-801b-4915-bce6-54204fe068e9), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.159430 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0d9d672f-1bbf-4e10-b939-a43f620ad6fa tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (346ede4f-801b-4915-bce6-54204fe068e9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.187910 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d672f-1bbf-4e10-b939-a43f620ad6fa tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346ede4f-801b-4915-bce6-54204fe068e9,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:16.218781 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0d9d672f-1bbf-4e10-b939-a43f620ad6fa tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.220861 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0d9d672f-1bbf-4e10-b939-a43f620ad6fa tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2371247 Apr 12 17:26:16.223851 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50052) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:16.228358 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-d597b2a5-e4d1-418c-a094-aefaaaa4e76e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group_rule': {'security_group_id': '346ede4f-801b-4915-bce6-54204fe068e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:26:16.308748 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d597b2a5-e4d1-418c-a094-aefaaaa4e76e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (c059e971-e9c3-42ff-8148-96297c0dced9), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.365783 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d597b2a5-e4d1-418c-a094-aefaaaa4e76e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (c059e971-e9c3-42ff-8148-96297c0dced9), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.439907 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d597b2a5-e4d1-418c-a094-aefaaaa4e76e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (c059e971-e9c3-42ff-8148-96297c0dced9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.461831 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597b2a5-e4d1-418c-a094-aefaaaa4e76e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c059e971-e9c3-42ff-8148-96297c0dced9,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:16.462595 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.504553 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d597b2a5-e4d1-418c-a094-aefaaaa4e76e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.505808 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d597b2a5-e4d1-418c-a094-aefaaaa4e76e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2809126 Apr 12 17:26:16.508900 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50054) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:16.514847 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-b4824165-0c1f-4104-9805-9835224f8df3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group_rule': {'security_group_id': '346ede4f-801b-4915-bce6-54204fe068e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:26:16.515586 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:26:16.526082 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:26:16.526782 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:25:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:16.593058 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4824165-0c1f-4104-9805-9835224f8df3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (f502a8d7-12d6-4817-ac1a-364dedd7d85c), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.644677 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:26:16.658181 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4824165-0c1f-4104-9805-9835224f8df3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (f502a8d7-12d6-4817-ac1a-364dedd7d85c), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.680631 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1dbbbfb3-eba2-4923-8fe0-66071bbad2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.687192 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 63980524-3461-4bde-9d9f-e6bca04868e4 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:26:16.736686 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4824165-0c1f-4104-9805-9835224f8df3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (f502a8d7-12d6-4817-ac1a-364dedd7d85c), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.755835 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4824165-0c1f-4104-9805-9835224f8df3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f502a8d7-12d6-4817-ac1a-364dedd7d85c,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:16.816911 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 63980524-3461-4bde-9d9f-e6bca04868e4 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:16.817277 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.830612 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b4824165-0c1f-4104-9805-9835224f8df3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.831910 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b4824165-0c1f-4104-9805-9835224f8df3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224285 Apr 12 17:26:16.835115 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50056) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:16.839680 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:26:16.924993 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.925310 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 2, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:17.012192 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.090309 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:26:17.090683 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Updating router 79c63ec0-b692-44ba-b8a8-4595edfea85b port 0002207d-5c6d-4fcc-a743-4b56a10ae66d binding host dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:26:17.118652 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 63980524-3461-4bde-9d9f-e6bca04868e4 is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:26:17.119107 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.119326 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Allocated IP 172.27.1.130 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/f9f1abc9-71da-4b0a-af1f-ec70cf32bf50) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:26:17.136095 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.152801 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] For port 63980524-3461-4bde-9d9f-e6bca04868e4, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=63980524-3461-4bde-9d9f-e6bca04868e4,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:17.228098 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (f9f1abc9-71da-4b0a-af1f-ec70cf32bf50), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.238153 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.317388 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Pushing event updated for resources: {'Port': ['ID=63980524-3461-4bde-9d9f-e6bca04868e4,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:17.326139 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (f9f1abc9-71da-4b0a-af1f-ec70cf32bf50), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.363946 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:26:17.366811 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:26:17.372392 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:26:17.396284 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=f9f1abc9-71da-4b0a-af1f-ec70cf32bf50,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:17.452670 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Publish callbacks [] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), precommit_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.465213 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.536993 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.588755 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b28287-01a2-4791-bb0f-f954590a47c8 None None] Pushing event updated for resources: {'Port': ['ID=0002207d-5c6d-4fcc-a743-4b56a10ae66d,revision_number=3']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:17.597290 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (f9f1abc9-71da-4b0a-af1f-ec70cf32bf50), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.652129 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Attempting to bind port 0002207d-5c6d-4fcc-a743-4b56a10ae66d on host dv-cinder-837531-1-iscsi for vnic_type normal with profile {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:26:17.652976 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Attempting to bind port 0002207d-5c6d-4fcc-a743-4b56a10ae66d by drivers openvswitch,hyperv on host dv-cinder-837531-1-iscsi at level 0 using segments [{'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:26:17.653519 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Attempting to bind port 0002207d-5c6d-4fcc-a743-4b56a10ae66d on network 566c85b8-040c-40c0-9489-8db73a6e65ff {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:26:17.660238 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Checking agent: {'id': '9b074384-1f76-4a3d-bbdb-ba7e8ab2969c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837531-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 0, 53), 'started_at': datetime.datetime(2022, 4, 12, 17, 1, 23), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837531-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:26:17.660790 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Checking segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:26:17.661295 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.661838 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Bound using segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} {{(pid=103960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:26:17.662547 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.managers [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Bound port: 0002207d-5c6d-4fcc-a743-4b56a10ae66d, host: dv-cinder-837531-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}}] {{(pid=103960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:26:17.663071 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.730691 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] For port 0002207d-5c6d-4fcc-a743-4b56a10ae66d, host dv-cinder-837531-1-iscsi, cleared binding levels {{(pid=103960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:26:17.734650 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] For port 0002207d-5c6d-4fcc-a743-4b56a10ae66d, host dv-cinder-837531-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=0002207d-5c6d-4fcc-a743-4b56a10ae66d,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:26:17.768097 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (f9f1abc9-71da-4b0a-af1f-ec70cf32bf50), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.771944 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4480ba3a-da66-4fd9-b768-4a5017641067 None None] Provisioning complete for port 0002207d-5c6d-4fcc-a743-4b56a10ae66d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:17.772315 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4480ba3a-da66-4fd9-b768-4a5017641067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.804684 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4480ba3a-da66-4fd9-b768-4a5017641067 None None] Port 0002207d-5c6d-4fcc-a743-4b56a10ae66d cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:26:17.807285 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.834045 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (f9f1abc9-71da-4b0a-af1f-ec70cf32bf50), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.868181 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b28287-01a2-4791-bb0f-f954590a47c8 None None] Pushing event updated for resources: {'Port': ['ID=0002207d-5c6d-4fcc-a743-4b56a10ae66d,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:17.870819 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:26:17.871423 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:25:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:17.910332 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=f9f1abc9-71da-4b0a-af1f-ec70cf32bf50,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:17.922487 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:17.926189 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.926189 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.926560 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.926787 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.927130 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.927468 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.927802 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.928165 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.928497 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.928826 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.929158 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.929486 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.929811 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.930139 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.930495 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.992778 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:26:18.002072 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:18.009244 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-870b4949-4eab-4930-a11e-2225312336df tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1673989 Apr 12 17:26:18.146668 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-b8810986-96a6-4fd1-aeaf-69957d289ba6 None None] Provisioning complete for port 0002207d-5c6d-4fcc-a743-4b56a10ae66d triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:18.146989 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b8810986-96a6-4fd1-aeaf-69957d289ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:18.161410 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-a85c1178-1e0f-43a3-8948-f92c374cae31 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--727425349&fields=id&tenant_id=283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 267 time: 0.0428848 Apr 12 17:26:18.263052 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:18.298281 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4190ae-1bf4-462a-972b-024160654700 None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:26:18.305044 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b8810986-96a6-4fd1-aeaf-69957d289ba6 None None] Current status of the port 0002207d-5c6d-4fcc-a743-4b56a10ae66d is: DOWN; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:26:18.305441 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b8810986-96a6-4fd1-aeaf-69957d289ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:18.351044 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-b8810986-96a6-4fd1-aeaf-69957d289ba6 None None] For port 0002207d-5c6d-4fcc-a743-4b56a10ae66d, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=0002207d-5c6d-4fcc-a743-4b56a10ae66d,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:18.422626 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b8810986-96a6-4fd1-aeaf-69957d289ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:18.475846 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8810986-96a6-4fd1-aeaf-69957d289ba6 None None] Pushing event updated for resources: {'Port': ['ID=0002207d-5c6d-4fcc-a743-4b56a10ae66d,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:18.541531 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-b5ce8b36-4822-4ac9-9dc5-a1e8ae38346f tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:18.543049 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-b5ce8b36-4822-4ac9-9dc5-a1e8ae38346f tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 815 time: 0.3749433 Apr 12 17:26:18.558065 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-40205e02-a923-45b2-8c50-817692fb67d4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/quotas/283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 375 time: 0.0093436 Apr 12 17:26:18.609550 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-1eeb48dd-59c9-49d1-8b94-d3d5edb35b88 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454021 Apr 12 17:26:18.721034 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-59681c63-4552-4ca7-938d-e8befd3f474d service neutron] 10.222.0.64 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907459 Apr 12 17:26:18.750576 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 0002207d-5c6d-4fcc-a743-4b56a10ae66d up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:26:18.803056 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d01342b5-0aee-482f-a7a4-de8ba2051bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:18.807537 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 0002207d-5c6d-4fcc-a743-4b56a10ae66d triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:18.807709 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:18.826486 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-edf65ff7-75dc-4a48-9fe0-21031b57d627 service neutron] 10.222.0.64 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992711 Apr 12 17:26:18.897613 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 0002207d-5c6d-4fcc-a743-4b56a10ae66d is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:26:18.898846 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 63980524-3461-4bde-9d9f-e6bca04868e4 up at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:26:18.947530 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Provisioning complete for port 63980524-3461-4bde-9d9f-e6bca04868e4 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:18.947905 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:19.052329 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Current status of the port 63980524-3461-4bde-9d9f-e6bca04868e4 is: ACTIVE; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:26:19.072592 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cc5ec0e3-74c6-4d7e-8428-ce5bc9bb0c28 req-845dc03c-71f1-41ae-b77b-0436e186aace tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 210 time: 0.0362730 Apr 12 17:26:19.953035 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:20.171768 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a9798056-8435-4817-8054-466da240f8d5 req-950a2c86-94d0-428a-8140-7f524b67ce7d tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 210 time: 0.0282204 Apr 12 17:26:21.131322 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-41c97692-bee3-4bbf-a362-6db59f71f4fe tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:21.132757 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-41c97692-bee3-4bbf-a362-6db59f71f4fe tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 815 time: 0.1028159 Apr 12 17:26:21.201775 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-a9d2db17-6674-4490-a5eb-2e041a853ef5 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 379 time: 0.0508821 Apr 12 17:26:21.212055 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'port': {'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'admin_state_up': True, 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'security_groups': ['346ede4f-801b-4915-bce6-54204fe068e9']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:26:21.271654 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d95d4107-392e-4ecd-b3b4-097ea14997bd req-98f16ed0-331c-4dc0-801a-2c1241cfa673 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 210 time: 0.0307436 Apr 12 17:26:21.394213 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Made reservation on behalf of 283913e2e6424959b7a274d78673a90e for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:26:21.397762 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:21.422179 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:21.518978 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Allocated IP 172.20.0.10 (566c85b8-040c-40c0-9489-8db73a6e65ff/326bd0bb-4792-4972-8d48-472eb7d7fe37/a7806760-23d6-40ac-a69d-6e75fac71f08) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:26:21.653842 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:21.742734 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:21.782166 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Network 566c85b8-040c-40c0-9489-8db73a6e65ff is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:26:21.785132 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:26:21.791150 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:26:21.817457 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=a7806760-23d6-40ac-a69d-6e75fac71f08,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:21.846351 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:21.847002 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:21.899571 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-5a59c725-761a-4ba0-a1e5-b5bbe1d8887e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6921632 Apr 12 17:26:21.965991 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-7ecd056d-5e3b-4352-8a86-92ea2407f246 None None] Provisioning complete for port a7806760-23d6-40ac-a69d-6e75fac71f08 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:21.966415 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-7ecd056d-5e3b-4352-8a86-92ea2407f246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:21.973481 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Request body: {'port': {'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:26:22.000529 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd056d-5e3b-4352-8a86-92ea2407f246 None None] Port a7806760-23d6-40ac-a69d-6e75fac71f08 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:26:22.034728 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:22.284182 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7806760-23d6-40ac-a69d-6e75fac71f08 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:26:22.291406 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Publish callbacks [] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:22.304447 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Transition to ACTIVE for port object a7806760-23d6-40ac-a69d-6e75fac71f08 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:26:22.372082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:22.422442 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38837859-7347-4519-9d21-82b0ea0f7c3f req-a32248ca-d018-40cb-9628-db7f30d7bae6 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:22.424544 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-38837859-7347-4519-9d21-82b0ea0f7c3f req-a32248ca-d018-40cb-9628-db7f30d7bae6 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 932 time: 0.0844262 Apr 12 17:26:22.444166 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Pushing event updated for resources: {'Port': ['ID=a7806760-23d6-40ac-a69d-6e75fac71f08,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:22.526631 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-38837859-7347-4519-9d21-82b0ea0f7c3f req-ad50720a-bbc1-4ebb-87d6-cff4dfe990db tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963507 Apr 12 17:26:22.550098 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Attempting to bind port a7806760-23d6-40ac-a69d-6e75fac71f08 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:26:22.550390 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Attempting to bind port a7806760-23d6-40ac-a69d-6e75fac71f08 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:26:22.550803 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Attempting to bind port a7806760-23d6-40ac-a69d-6e75fac71f08 on network 566c85b8-040c-40c0-9489-8db73a6e65ff {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:26:22.555314 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Port a7806760-23d6-40ac-a69d-6e75fac71f08 on network 566c85b8-040c-40c0-9489-8db73a6e65ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:26:22.555635 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Attempting to bind port a7806760-23d6-40ac-a69d-6e75fac71f08 on network 566c85b8-040c-40c0-9489-8db73a6e65ff {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:26:22.560528 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:26:22.560870 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Checking segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:26:22.561255 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Bound using segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:26:22.561681 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Bound port: a7806760-23d6-40ac-a69d-6e75fac71f08, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:26:22.562043 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:22.626537 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] For port a7806760-23d6-40ac-a69d-6e75fac71f08, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:26:22.629526 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] For port a7806760-23d6-40ac-a69d-6e75fac71f08, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a7806760-23d6-40ac-a69d-6e75fac71f08,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:26:22.794477 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:22.828238 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:22.828930 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:22.830972 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] 10.222.0.41 "PUT /v2.0/ports/a7806760-23d6-40ac-a69d-6e75fac71f08 HTTP/1.1" status: 200 len: 1094 time: 0.8620787 Apr 12 17:26:22.831410 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a22dec7-d791-482e-9434-03d662dc3a63', 'tag': 'a7806760-23d6-40ac-a69d-6e75fac71f08'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:26:22.833649 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9716341b-e298-4a87-a231-56e1cb525edf" -d '{"events": [{"name": "network-changed", "server_uuid": "0a22dec7-d791-482e-9434-03d662dc3a63", "tag": "a7806760-23d6-40ac-a69d-6e75fac71f08"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:26:22.858380 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2808b0-2f25-426f-8521-03ceb2dd6678 service neutron] Pushing event updated for resources: {'Port': ['ID=a7806760-23d6-40ac-a69d-6e75fac71f08,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:22.884438 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba81662-d56e-49ed-ba43-01ce9db26fcb x-openstack-request-id: req-6ba81662-d56e-49ed-ba43-01ce9db26fcb {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:26:22.884733 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a22dec7-d791-482e-9434-03d662dc3a63", "tag": "a7806760-23d6-40ac-a69d-6e75fac71f08", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:26:22.884995 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ba81662-d56e-49ed-ba43-01ce9db26fcb {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:26:22.885404 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba81662-d56e-49ed-ba43-01ce9db26fcb'] response: {'name': 'network-changed', 'server_uuid': '0a22dec7-d791-482e-9434-03d662dc3a63', 'tag': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'status': 'completed', 'code': 200} Apr 12 17:26:22.965352 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716341b-e298-4a87-a231-56e1cb525edf req-a8e37700-901e-482c-95aa-b2343138f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:22.966961 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9716341b-e298-4a87-a231-56e1cb525edf req-a8e37700-901e-482c-95aa-b2343138f8ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 1128 time: 0.0412407 Apr 12 17:26:23.044541 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:23.083536 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716341b-e298-4a87-a231-56e1cb525edf req-6c35d259-cce7-48e8-930c-8cf6c5366185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:23.084919 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9716341b-e298-4a87-a231-56e1cb525edf req-6c35d259-cce7-48e8-930c-8cf6c5366185 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=283913e2e6424959b7a274d78673a90e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1016474 Apr 12 17:26:23.179508 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716341b-e298-4a87-a231-56e1cb525edf req-4fd38063-54b0-4972-9c92-9df684601c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:23.181013 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9716341b-e298-4a87-a231-56e1cb525edf req-4fd38063-54b0-4972-9c92-9df684601c6e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0900722 Apr 12 17:26:23.277726 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-e5a95f58-7863-4589-aca4-6a36d4810a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:23.279220 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-e5a95f58-7863-4589-aca4-6a36d4810a6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 1128 time: 0.0386701 Apr 12 17:26:23.326831 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-75d05baf-996d-4752-8b8e-0a8b3a350844 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7806760-23d6-40ac-a69d-6e75fac71f08 HTTP/1.1" status: 200 len: 217 time: 0.0336342 Apr 12 17:26:23.373380 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-6ef1f6b0-d7e4-4a93-9dd6-ec2d0ea4427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:23.374731 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-6ef1f6b0-d7e4-4a93-9dd6-ec2d0ea4427f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 200 len: 854 time: 0.0418701 Apr 12 17:26:23.418644 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ee17f370-e8b8-4dad-89e6-986432bd2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:23.420100 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-ee17f370-e8b8-4dad-89e6-986432bd2444 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=566c85b8-040c-40c0-9489-8db73a6e65ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395074 Apr 12 17:26:23.508284 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-8543ecf2-411c-46a3-9b7b-e4a48c8da70b service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816395 Apr 12 17:26:23.610151 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0a31e498-4e09-4e41-a161-a82c4814de73 req-4cc88f07-4b66-4950-896b-a6041d4d5ef1 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951455 Apr 12 17:26:23.646554 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fde67-fbd2-46cf-8def-69bb66b308e6 req-8b225bad-4ddf-4e8d-b2ac-0fc2c422de86 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:23.646554 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a83fde67-fbd2-46cf-8def-69bb66b308e6 req-8b225bad-4ddf-4e8d-b2ac-0fc2c422de86 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 944 time: 0.0484698 Apr 12 17:26:23.691402 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a83fde67-fbd2-46cf-8def-69bb66b308e6 req-83e84843-e5ac-4b41-bdca-390a9d01a405 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410607 Apr 12 17:26:24.805991 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b90f6b-6fb5-486d-9ca5-974630b5c1c7 req-1b62a85e-e5dd-4db6-8ad4-7a1c4bb4eb0c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:24.807540 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c2b90f6b-6fb5-486d-9ca5-974630b5c1c7 req-1b62a85e-e5dd-4db6-8ad4-7a1c4bb4eb0c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 944 time: 0.0489624 Apr 12 17:26:24.853286 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c2b90f6b-6fb5-486d-9ca5-974630b5c1c7 req-f0d4f9e3-a0f3-4eca-9dd5-556658c83417 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403316 Apr 12 17:26:25.967056 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c12e15-b0fd-4903-8cbb-343e171ee106 req-2525fd5e-7434-4bf1-b256-77247d3dbd2a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:25.968559 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e0c12e15-b0fd-4903-8cbb-343e171ee106 req-2525fd5e-7434-4bf1-b256-77247d3dbd2a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 944 time: 0.0500243 Apr 12 17:26:26.014578 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e0c12e15-b0fd-4903-8cbb-343e171ee106 req-af46d6d7-b348-45f9-b172-d383d8ec19f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396733 Apr 12 17:26:27.131698 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4899a47-062e-40a4-9e47-3132bd4fc2a7 req-dabe74db-c72c-4add-ad1b-0728fe671a9d tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:27.133172 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b4899a47-062e-40a4-9e47-3132bd4fc2a7 req-dabe74db-c72c-4add-ad1b-0728fe671a9d tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 944 time: 0.0525727 Apr 12 17:26:27.178426 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-b4899a47-062e-40a4-9e47-3132bd4fc2a7 req-9c4597f2-b313-4d21-bf81-f9512214bc54 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397520 Apr 12 17:26:28.170133 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device a7806760-23d6-40ac-a69d-6e75fac71f08 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:26:28.268133 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port a7806760-23d6-40ac-a69d-6e75fac71f08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a7806760-23d6-40ac-a69d-6e75fac71f08,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:28.279104 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'mac_address': 'fa:16:3e:5a:7b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:26:28.289094 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab423d26-d7cc-440d-aab1-596e558fde0b req-b918ac8e-7a5d-422f-9891-16ce81d18135 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:28.290610 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ab423d26-d7cc-440d-aab1-596e558fde0b req-b918ac8e-7a5d-422f-9891-16ce81d18135 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 944 time: 0.0464497 Apr 12 17:26:28.316006 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port a7806760-23d6-40ac-a69d-6e75fac71f08 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:26:28.316396 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:28.328794 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7806760-23d6-40ac-a69d-6e75fac71f08 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:26:28.337415 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ab423d26-d7cc-440d-aab1-596e558fde0b req-29a8097b-469b-44df-ad5c-4d56a7bd7e91 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412509 Apr 12 17:26:28.348868 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port a7806760-23d6-40ac-a69d-6e75fac71f08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a7806760-23d6-40ac-a69d-6e75fac71f08,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:28.416435 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:28.463852 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=a7806760-23d6-40ac-a69d-6e75fac71f08,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:28.802096 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['a7806760-23d6-40ac-a69d-6e75fac71f08'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:26:29.449355 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b0c84-89b2-4fab-8707-dab0c4ecb311 req-cd7b326e-ec3e-45fa-bbcd-42c4ff33ca82 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:29.450827 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-985b0c84-89b2-4fab-8707-dab0c4ecb311 req-cd7b326e-ec3e-45fa-bbcd-42c4ff33ca82 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 945 time: 0.0489731 Apr 12 17:26:29.497102 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-985b0c84-89b2-4fab-8707-dab0c4ecb311 req-3083a808-1ea8-4fa4-ad69-8bb6f133623f tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402658 Apr 12 17:26:30.186052 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device a7806760-23d6-40ac-a69d-6e75fac71f08 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:26:30.228954 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port a7806760-23d6-40ac-a69d-6e75fac71f08 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:26:30.296288 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port a7806760-23d6-40ac-a69d-6e75fac71f08 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:26:30.296656 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:30.373304 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port a7806760-23d6-40ac-a69d-6e75fac71f08 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:26:30.373608 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:30.394781 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a22dec7-d791-482e-9434-03d662dc3a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7806760-23d6-40ac-a69d-6e75fac71f08'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:26:30.397013 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd456cd0-cf1f-4eeb-acb2-0ddf9b0e2e3a" -d '{"events": [{"server_uuid": "0a22dec7-d791-482e-9434-03d662dc3a63", "name": "network-vif-plugged", "status": "completed", "tag": "a7806760-23d6-40ac-a69d-6e75fac71f08"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:26:30.409251 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port a7806760-23d6-40ac-a69d-6e75fac71f08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a7806760-23d6-40ac-a69d-6e75fac71f08,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:26:30.433470 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1822575c-1def-42e0-8ad3-935fe45eedb1 x-openstack-request-id: req-1822575c-1def-42e0-8ad3-935fe45eedb1 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:26:30.433794 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a22dec7-d791-482e-9434-03d662dc3a63", "name": "network-vif-plugged", "status": "completed", "tag": "a7806760-23d6-40ac-a69d-6e75fac71f08", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:26:30.434055 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1822575c-1def-42e0-8ad3-935fe45eedb1 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:26:30.434487 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1822575c-1def-42e0-8ad3-935fe45eedb1'] response: {'server_uuid': '0a22dec7-d791-482e-9434-03d662dc3a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'code': 200} Apr 12 17:26:30.490119 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:30.540671 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=a7806760-23d6-40ac-a69d-6e75fac71f08,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:30.609654 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fcf35-436a-44d8-b5ee-b24c30632b2a req-4a91a0a5-9763-4abf-9551-0297ab01173d tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:30.611811 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9d4fcf35-436a-44d8-b5ee-b24c30632b2a req-4a91a0a5-9763-4abf-9551-0297ab01173d tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 946 time: 0.0472376 Apr 12 17:26:30.658767 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9d4fcf35-436a-44d8-b5ee-b24c30632b2a req-084d2c1c-2a5e-4419-9026-874cf7e83f81 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408890 Apr 12 17:26:30.757125 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b13685-1bcd-4bc8-a42f-aff55b5a4166 req-a7133270-fa5c-4702-936e-aa3da3f84fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:30.758571 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f2b13685-1bcd-4bc8-a42f-aff55b5a4166 req-a7133270-fa5c-4702-936e-aa3da3f84fdd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 1130 time: 0.0371697 Apr 12 17:26:30.805208 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f2b13685-1bcd-4bc8-a42f-aff55b5a4166 req-b96fe368-c770-4d24-9034-0484aae996d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392289 Apr 12 17:26:31.770390 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7cc40-8f34-4172-8c29-45cf78ceb676 req-8cebb822-62ee-496b-ab9c-b0befc5631ee tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:31.771854 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75b7cc40-8f34-4172-8c29-45cf78ceb676 req-8cebb822-62ee-496b-ab9c-b0befc5631ee tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 946 time: 0.0461535 Apr 12 17:26:31.818106 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-75b7cc40-8f34-4172-8c29-45cf78ceb676 req-b372801a-fa90-4df6-b03e-d162b321c8d8 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Apr 12 17:26:32.927581 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aaf75-4059-491d-b898-af6c612ceef6 req-aaa2a989-e01e-4f41-80fc-00e37333532e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:32.929051 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-232aaf75-4059-491d-b898-af6c612ceef6 req-aaa2a989-e01e-4f41-80fc-00e37333532e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 946 time: 0.0463092 Apr 12 17:26:32.980860 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-232aaf75-4059-491d-b898-af6c612ceef6 req-b301c26d-4bdd-4a6b-a6e3-2f79fa92d33c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460770 Apr 12 17:26:33.088092 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4790e9d-668e-4f1b-92e6-b203aac7c39e req-4372817b-c5d5-4498-b2f3-32044cc3c071 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:33.089571 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-c4790e9d-668e-4f1b-92e6-b203aac7c39e req-4372817b-c5d5-4498-b2f3-32044cc3c071 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 946 time: 0.0467422 Apr 12 17:26:33.098782 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50122) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:33.103206 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-9a7dd06a-6573-4dbd-8f4c-7b04a4eb798a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'floatingip': {'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:26:33.144666 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd06a-6573-4dbd-8f4c-7b04a4eb798a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:33.571471 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd06a-6573-4dbd-8f4c-7b04a4eb798a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:33.627888 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd06a-6573-4dbd-8f4c-7b04a4eb798a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:33.729083 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-9a7dd06a-6573-4dbd-8f4c-7b04a4eb798a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Floating IP a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd associated. External IP: 172.27.1.130, port: a7806760-23d6-40ac-a69d-6e75fac71f08. Apr 12 17:26:33.935773 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7dd06a-6573-4dbd-8f4c-7b04a4eb798a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:26:34.045563 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7dd06a-6573-4dbd-8f4c-7b04a4eb798a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:26:34.050510 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd06a-6573-4dbd-8f4c-7b04a4eb798a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:34.055230 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:26:34.066831 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:26:34.067421 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:26:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:34.090377 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9a7dd06a-6573-4dbd-8f4c-7b04a4eb798a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "PUT /v2.0/floatingips/a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd HTTP/1.1" status: 200 len: 992 time: 0.9792998 Apr 12 17:26:34.090377 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a22dec7-d791-482e-9434-03d662dc3a63', 'tag': 'a7806760-23d6-40ac-a69d-6e75fac71f08'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:26:34.090377 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118f5586-96fa-417c-94e3-9a2d928973b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a22dec7-d791-482e-9434-03d662dc3a63", "tag": "a7806760-23d6-40ac-a69d-6e75fac71f08"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:26:34.119239 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc14ea4-0b33-4e74-915a-c1fa63ccc9b0 x-openstack-request-id: req-7cc14ea4-0b33-4e74-915a-c1fa63ccc9b0 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:26:34.119584 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a22dec7-d791-482e-9434-03d662dc3a63", "tag": "a7806760-23d6-40ac-a69d-6e75fac71f08", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:26:34.119791 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cc14ea4-0b33-4e74-915a-c1fa63ccc9b0 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:26:34.120205 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc14ea4-0b33-4e74-915a-c1fa63ccc9b0'] response: {'name': 'network-changed', 'server_uuid': '0a22dec7-d791-482e-9434-03d662dc3a63', 'tag': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'status': 'completed', 'code': 200} Apr 12 17:26:34.175420 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:26:34.202635 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-993e5108-1bae-4072-91d3-4b84d2f69371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:34.204050 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-993e5108-1bae-4072-91d3-4b84d2f69371 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 1130 time: 0.0414526 Apr 12 17:26:34.292650 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-e7b61f4a-55b7-405b-a8ae-c7bb4c4bb074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:34.294116 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-e7b61f4a-55b7-405b-a8ae-c7bb4c4bb074 service neutron] 10.222.0.41 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 915 time: 0.0833693 Apr 12 17:26:34.361786 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-33f6437e-6510-4b5b-aa44-ef5c95722e3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7806760-23d6-40ac-a69d-6e75fac71f08 HTTP/1.1" status: 200 len: 1000 time: 0.0615697 Apr 12 17:26:34.388711 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:5a:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:26:17Z', 'updated_at': '2022-04-12T17:26:33Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:34.409128 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-4a884ddd-3901-43ce-9b73-43e225abce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:34.410598 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-4a884ddd-3901-43ce-9b73-43e225abce7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 200 len: 854 time: 0.0430470 Apr 12 17:26:34.414595 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:26:34.422761 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:26:34.423318 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:26:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:34.456141 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-002155a9-2950-4087-9c27-9a4d52b0711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:34.457518 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-002155a9-2950-4087-9c27-9a4d52b0711a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=566c85b8-040c-40c0-9489-8db73a6e65ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382931 Apr 12 17:26:34.529451 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:26:34.548763 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-92b3da53-decb-4839-8056-6393b1dbf920 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843670 Apr 12 17:26:34.637949 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-118f5586-96fa-417c-94e3-9a2d928973b9 req-f05a7cf0-2fff-488d-8d75-e2329a3737c9 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827713 Apr 12 17:26:34.739415 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:5a:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:26:17Z', 'updated_at': '2022-04-12T17:26:33Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:26:34.764944 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de5efa-3baa-43a2-849e-ef53da0d5beb None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:5a:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:26:17Z', 'updated_at': '2022-04-12T17:26:33Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:26:34.949824 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228658f5-b99e-486d-89b7-cc1329e6652c None None] New status for floating IP a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:26:45.098206 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-81b45dc8-b03b-4892-9ee4-68a5462623b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414896 Apr 12 17:26:45.177315 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-a0dea77b-5ceb-43d5-8fb3-099142a5db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:45.178793 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-a0dea77b-5ceb-43d5-8fb3-099142a5db3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 1130 time: 0.0373979 Apr 12 17:26:45.282705 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-7aa92a45-5d5e-400f-8e9e-f297483c5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:45.284161 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-7aa92a45-5d5e-400f-8e9e-f297483c5719 service neutron] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 912 time: 0.0827839 Apr 12 17:26:45.352101 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-79eaa692-7d33-45a2-8043-fa63662bf26b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab HTTP/1.1" status: 200 len: 1001 time: 0.0618978 Apr 12 17:26:45.399826 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-86082506-1629-48a0-b0b5-a729ecc26caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:45.401231 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-86082506-1629-48a0-b0b5-a729ecc26caa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0426886 Apr 12 17:26:45.443963 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-843e835e-8c81-4d78-a56e-a05b23c17bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:26:45.445457 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-843e835e-8c81-4d78-a56e-a05b23c17bc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374429 Apr 12 17:26:45.534303 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-7bbe7c28-5e12-45d4-b76f-15321f68a61c service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819569 Apr 12 17:26:45.621079 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-89a4dd5e-1c34-4a51-9c19-b7c059f09397 req-a4165ff8-b6ee-4c9f-bf7f-6f830c379cc5 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794015 Apr 12 17:26:46.461607 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:46.638634 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e6d6-a0c7-46e4-9cf8-63e2d2af03e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:48.821854 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e6a268f9-b2d9-4f3b-bcdc-1b3c6f5e6eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:49.941273 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:51.455773 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:52.780174 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:26:53.084807 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:16.472059 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:16.644238 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc516-b605-4e55-92c0-04bf91c882e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:18.820103 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c10af59e-c182-47f0-82b5-45173e37d858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:19.929650 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:21.449405 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:23.111032 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:29.779814 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:27:30.896767 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-9c571f18-6565-4fd5-9847-68ec1b7eca8f tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161740918&fields=id&tenant_id=d3489e7c53aa4de9baa5825d3021547e HTTP/1.1" status: 200 len: 267 time: 0.0465622 Apr 12 17:27:30.999104 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-68802dd2-a6e5-40e1-b16b-b71a21b97187 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:31.000545 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-68802dd2-a6e5-40e1-b16b-b71a21b97187 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 812 time: 0.0974922 Apr 12 17:27:31.015078 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-aec3e3b7-5d9f-4a47-b58e-8219c155cf1c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/quotas/d3489e7c53aa4de9baa5825d3021547e HTTP/1.1" status: 200 len: 375 time: 0.0087647 Apr 12 17:27:31.063238 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d800a725-8c30-4816-adfd-adbcb6355387 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0427339 Apr 12 17:27:31.202116 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-ca0dc50b-1354-4fc3-b2c0-ceed40199292 service neutron] 10.222.0.64 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267116 Apr 12 17:27:31.291201 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-2434d6bb-a4de-4400-9dd3-e4f823c197a5 service neutron] 10.222.0.64 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826173 Apr 12 17:27:31.732446 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1cc9828a-de4d-42a3-a59f-33753df176fe req-e8689c85-d2ab-45f1-a3fc-22c6a98b9cc8 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 210 time: 0.0284374 Apr 12 17:27:32.808772 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-66ccd409-44af-45b8-8860-433b555a633a req-ea5608ef-e043-43ba-a7c4-ce89a466ca3f tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 210 time: 0.0269287 Apr 12 17:27:33.886054 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-de65721c-e96e-4ff2-b910-ac794f7948a0 req-b728b1cb-d269-403f-8e18-79f07c7d2a03 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 210 time: 0.0284927 Apr 12 17:27:34.960516 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-44f178d5-6e87-4e54-8b4e-7d0ef32f43c0 req-dac79875-b23f-4604-82cf-d8c9df28e8fb tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 210 time: 0.0266068 Apr 12 17:27:36.050383 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-47e035e4-51f9-4956-8c33-8e92b0501dc8 req-6e4fc0f2-9336-4b77-a5cd-beb584f9e4e3 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 210 time: 0.0270150 Apr 12 17:27:37.144686 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-573b6d64-74ac-4f02-bcec-c736437175c5 req-3bbc57be-24c0-4f49-b29d-3e5dc762243f tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 210 time: 0.0280869 Apr 12 17:27:38.085950 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-9fb6a6f6-5f89-48d1-89b0-dac9eb210e1c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:38.087475 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-9fb6a6f6-5f89-48d1-89b0-dac9eb210e1c tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 812 time: 0.3586514 Apr 12 17:27:38.156689 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-66b4b2c4-5009-4494-9a26-5a284ff48f65 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3489e7c53aa4de9baa5825d3021547e HTTP/1.1" status: 200 len: 379 time: 0.0536439 Apr 12 17:27:38.167529 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'port': {'device_id': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'admin_state_up': True, 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'security_groups': ['fcfee242-4826-4318-9b7a-d8de86a19c7d']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:27:38.238662 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9c2531f8-ef4e-4c87-bbd3-fee77bf3d3b3 req-c7bbbb9d-49f1-4d79-8d8f-0b6372c30aa4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 210 time: 0.0280120 Apr 12 17:27:38.340816 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Made reservation on behalf of d3489e7c53aa4de9baa5825d3021547e for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:27:38.344474 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:38.468211 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Allocated IP 172.20.0.4 (565b59f1-2069-4ee7-932b-4048ad52ce2a/472beb3b-035e-4f6e-b587-0b58fc6fb5d7/3e60ee72-9d9e-43e7-b0ee-692794a7f141) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:27:38.602571 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:38.684070 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:38.726450 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:27:38.731444 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:27:38.735183 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:27:38.758997 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'Port': ['ID=3e60ee72-9d9e-43e7-b0ee-692794a7f141,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:27:38.772321 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.772671 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.773020 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.773365 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.773704 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.774040 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.774648 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.774786 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.775034 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.775365 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.775696 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.776025 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.776439 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.776670 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.777010 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:38.799330 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:38.800018 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:38.886252 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-77832296-45a2-4803-aac1-14c4feb4b908 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7222745 Apr 12 17:27:38.903534 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Request body: {'port': {'device_id': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:27:38.965371 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:38.989951 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4fd7fe2a-a9fd-4be5-9cf9-5b769a79339b None None] Provisioning complete for port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:27:38.990571 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4fd7fe2a-a9fd-4be5-9cf9-5b769a79339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:39.023859 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7fe2a-a9fd-4be5-9cf9-5b769a79339b None None] Port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:27:39.226541 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e60ee72-9d9e-43e7-b0ee-692794a7f141 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:27:39.233837 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Publish callbacks [] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:39.246627 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Transition to ACTIVE for port object 3e60ee72-9d9e-43e7-b0ee-692794a7f141 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:27:39.316958 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:39.389378 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51588aba-a6d0-49f0-9ecf-a0c801f34aa8 req-3fcf6a54-f6f5-4071-b2f3-1e8fe98c9db4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:39.389378 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-51588aba-a6d0-49f0-9ecf-a0c801f34aa8 req-3fcf6a54-f6f5-4071-b2f3-1e8fe98c9db4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 943 time: 0.0808024 Apr 12 17:27:39.408485 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Pushing event updated for resources: {'Port': ['ID=3e60ee72-9d9e-43e7-b0ee-692794a7f141,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:27:39.489577 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-51588aba-a6d0-49f0-9ecf-a0c801f34aa8 req-c34a5c0d-29ec-49dd-8f5e-97882743594a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925782 Apr 12 17:27:39.514466 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Attempting to bind port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:27:39.514819 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Attempting to bind port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:27:39.515157 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Attempting to bind port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 on network 565b59f1-2069-4ee7-932b-4048ad52ce2a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:27:39.519883 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 on network 565b59f1-2069-4ee7-932b-4048ad52ce2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:27:39.520207 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Attempting to bind port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 on network 565b59f1-2069-4ee7-932b-4048ad52ce2a {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:27:39.525361 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:27:39.525710 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Checking segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:27:39.526099 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Bound using segment: {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:27:39.526576 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Bound port: 3e60ee72-9d9e-43e7-b0ee-692794a7f141, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d578bd2-e4d2-4edd-b9fb-3845284ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:27:39.526945 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:39.592114 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] For port 3e60ee72-9d9e-43e7-b0ee-692794a7f141, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:27:39.595288 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] For port 3e60ee72-9d9e-43e7-b0ee-692794a7f141, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3e60ee72-9d9e-43e7-b0ee-692794a7f141,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:27:39.660352 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:39.692243 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:39.692855 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:39.694226 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e60ee72-9d9e-43e7-b0ee-692794a7f141 HTTP/1.1" status: 200 len: 1093 time: 0.7949314 Apr 12 17:27:39.694656 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'tag': '3e60ee72-9d9e-43e7-b0ee-692794a7f141'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:27:39.696848 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad778762-6925-48d2-8d77-70a088681465" -d '{"events": [{"name": "network-changed", "server_uuid": "008fd789-e1b4-475c-ae7a-53cb98894c70", "tag": "3e60ee72-9d9e-43e7-b0ee-692794a7f141"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:27:39.725575 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89584f7-49b8-4759-8418-dc3cbc0e8830 service neutron] Pushing event updated for resources: {'Port': ['ID=3e60ee72-9d9e-43e7-b0ee-692794a7f141,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:27:39.798644 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a71e78-9fdc-4d68-a82d-d3703ed51ba8 x-openstack-request-id: req-d1a71e78-9fdc-4d68-a82d-d3703ed51ba8 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:27:39.798943 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008fd789-e1b4-475c-ae7a-53cb98894c70", "tag": "3e60ee72-9d9e-43e7-b0ee-692794a7f141", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:27:39.799199 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1a71e78-9fdc-4d68-a82d-d3703ed51ba8 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:27:39.799606 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a71e78-9fdc-4d68-a82d-d3703ed51ba8'] response: {'name': 'network-changed', 'server_uuid': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'tag': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'status': 'completed', 'code': 200} Apr 12 17:27:39.907637 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad778762-6925-48d2-8d77-70a088681465 req-ecac7f51-7257-4db2-9ac8-9f7c6dcffea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:39.909131 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad778762-6925-48d2-8d77-70a088681465 req-ecac7f51-7257-4db2-9ac8-9f7c6dcffea4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 1127 time: 0.0401776 Apr 12 17:27:40.015345 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad778762-6925-48d2-8d77-70a088681465 req-e93df890-92c0-40d1-af3e-af15b65bf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:40.016771 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad778762-6925-48d2-8d77-70a088681465 req-e93df890-92c0-40d1-af3e-af15b65bf21f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d3489e7c53aa4de9baa5825d3021547e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0931461 Apr 12 17:27:40.110984 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad778762-6925-48d2-8d77-70a088681465 req-b48e5cef-0756-49b7-90a5-27e4cb349f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:40.112453 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ad778762-6925-48d2-8d77-70a088681465 req-b48e5cef-0756-49b7-90a5-27e4cb349f63 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0855494 Apr 12 17:27:40.217057 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-32cacb8f-9786-42d3-a703-4f229f4ca151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:40.218729 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-32cacb8f-9786-42d3-a703-4f229f4ca151 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 1127 time: 0.0432639 Apr 12 17:27:40.264529 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-7b780121-3300-4722-b5b8-4e7ce6eb3954 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e60ee72-9d9e-43e7-b0ee-692794a7f141 HTTP/1.1" status: 200 len: 217 time: 0.0333068 Apr 12 17:27:40.310237 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-a17758f1-ca38-48f2-bc19-f97711a34584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:40.311654 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-a17758f1-ca38-48f2-bc19-f97711a34584 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0411448 Apr 12 17:27:40.357613 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-e4f7bd62-9d26-414e-99ba-f7039c46ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:40.363382 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-e4f7bd62-9d26-414e-99ba-f7039c46ad26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405779 Apr 12 17:27:40.445097 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d6ffba56-3a4f-40bb-a7fa-4ddfcb0dcd25 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798507 Apr 12 17:27:40.534745 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4d0f9927-8979-47da-b36f-f2a87a90c25e req-d860a5f1-d5b3-4737-a7fd-2b4cf089b8e5 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834613 Apr 12 17:27:40.599528 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cb587-efcd-47a4-afe6-b8352c08b051 req-8d48ac8d-8295-4ece-b0a9-e3ed1d86f38f tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:40.600974 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2e4cb587-efcd-47a4-afe6-b8352c08b051 req-8d48ac8d-8295-4ece-b0a9-e3ed1d86f38f tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 943 time: 0.0471008 Apr 12 17:27:40.649732 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2e4cb587-efcd-47a4-afe6-b8352c08b051 req-1b395c7d-0229-49ea-840d-8ad55bfae732 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431983 Apr 12 17:27:41.764297 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc86715-978b-47a4-b814-3924fe865ee6 req-10a89a76-68f8-40ec-8a9e-6db131baba3a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:41.765754 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9cc86715-978b-47a4-b814-3924fe865ee6 req-10a89a76-68f8-40ec-8a9e-6db131baba3a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 943 time: 0.0491412 Apr 12 17:27:41.812944 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9cc86715-978b-47a4-b814-3924fe865ee6 req-eebe177e-9bd8-4af9-8657-5a63d2e19c8b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410848 Apr 12 17:27:42.922231 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d207ac-2731-4630-9a73-05eb04575924 req-f8c61ca1-5141-45ed-a179-5bc9f1799321 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:42.923718 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-38d207ac-2731-4630-9a73-05eb04575924 req-f8c61ca1-5141-45ed-a179-5bc9f1799321 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 943 time: 0.0460653 Apr 12 17:27:42.970954 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-38d207ac-2731-4630-9a73-05eb04575924 req-3a90c559-7353-4c6b-a6be-bed308844c10 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418670 Apr 12 17:27:44.080118 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae49e56-f037-4b26-8564-f759749fa482 req-f05ce072-075f-4fd0-8b9b-69a08a6565f1 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:44.081755 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ae49e56-f037-4b26-8564-f759749fa482 req-f05ce072-075f-4fd0-8b9b-69a08a6565f1 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 943 time: 0.0464914 Apr 12 17:27:44.130741 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9ae49e56-f037-4b26-8564-f759749fa482 req-1ae9f18f-c771-4d6a-8ec2-833555568b8e tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432174 Apr 12 17:27:45.242823 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7e9b0-9ca0-4118-87d5-10c5f26bd27a req-af893530-d7e5-4ee3-a441-70d8bd42245b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:45.244249 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ceb7e9b0-9ca0-4118-87d5-10c5f26bd27a req-af893530-d7e5-4ee3-a441-70d8bd42245b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 943 time: 0.0494180 Apr 12 17:27:45.290826 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ceb7e9b0-9ca0-4118-87d5-10c5f26bd27a req-33328a30-e2d2-44ce-85be-a8b843722070 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410776 Apr 12 17:27:45.344306 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-9c8ee372-067b-4127-9131-0e0409b89550 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368524 Apr 12 17:27:45.438201 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-d4759778-8e91-4f70-ae06-e699550e1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:45.439744 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-d4759778-8e91-4f70-ae06-e699550e1834 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 1130 time: 0.0390704 Apr 12 17:27:45.541742 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-915fed73-fc8a-4f85-abf1-915e476214b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:45.543198 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-915fed73-fc8a-4f85-abf1-915e476214b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 912 time: 0.0862155 Apr 12 17:27:45.607846 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-7426cbf6-c11f-4b7d-905c-d7dc10be3b22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab HTTP/1.1" status: 200 len: 1001 time: 0.0567946 Apr 12 17:27:45.660178 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-4094162d-ee19-4153-821e-38b8dee2764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:45.661565 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-4094162d-ee19-4153-821e-38b8dee2764e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0464392 Apr 12 17:27:45.704297 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-543e6b42-4cae-42e5-89de-4613eaaf05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:45.705709 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-543e6b42-4cae-42e5-89de-4613eaaf05ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364494 Apr 12 17:27:45.793045 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-79029537-4ca1-4b1d-b18d-947453adec40 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803685 Apr 12 17:27:45.882167 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7169b8f6-069d-430d-849f-b7f8625f5488 req-80e30295-a794-44d7-99f7-40f8b65d6be6 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831010 Apr 12 17:27:46.400909 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608ad6a-b14c-4bc1-9f27-a8672799fc9e req-8be6bada-ceed-48b5-8fcd-f802b9d4c3e6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:46.402407 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c608ad6a-b14c-4bc1-9f27-a8672799fc9e req-8be6bada-ceed-48b5-8fcd-f802b9d4c3e6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 943 time: 0.0459599 Apr 12 17:27:46.453923 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c608ad6a-b14c-4bc1-9f27-a8672799fc9e req-363a8995-29e5-45d1-ba99-e736d86fcbc3 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457671 Apr 12 17:27:46.494886 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:46.643553 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8c25dd47-e75b-48e4-9427-8284e4f634f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:47.562756 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa61b5-c96e-4e11-8c0c-24546d0c7b2f req-85307bbe-743b-4e90-a552-329ba28f9b2a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:47.564214 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39fa61b5-c96e-4e11-8c0c-24546d0c7b2f req-85307bbe-743b-4e90-a552-329ba28f9b2a tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 943 time: 0.0449388 Apr 12 17:27:47.611839 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-39fa61b5-c96e-4e11-8c0c-24546d0c7b2f req-50b74a9b-eeea-43b9-a805-73fb2ce81623 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416956 Apr 12 17:27:48.722937 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a772-7780-4863-8c56-0e8d876a8f03 req-794c917c-5e2e-4efc-9eda-598212de16a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:48.724302 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bb18a772-7780-4863-8c56-0e8d876a8f03 req-794c917c-5e2e-4efc-9eda-598212de16a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 943 time: 0.0461364 Apr 12 17:27:48.772033 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bb18a772-7780-4863-8c56-0e8d876a8f03 req-a4739f5d-4cb4-43a4-bca0-50f0ba148790 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422757 Apr 12 17:27:48.803549 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fef620c8-265c-4b1e-bef6-e5cd5d15b5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:49.885735 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6f35b-694d-4bd0-8cd1-04f5f8c66626 req-4ba88834-c217-4b7b-b886-a2d59b56c086 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:49.887544 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-55a6f35b-694d-4bd0-8cd1-04f5f8c66626 req-4ba88834-c217-4b7b-b886-a2d59b56c086 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 943 time: 0.0479877 Apr 12 17:27:49.937222 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-55a6f35b-694d-4bd0-8cd1-04f5f8c66626 req-6248345e-03f6-4299-8624-87672d9ef8e0 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424864 Apr 12 17:27:49.997656 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:50.555578 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 3e60ee72-9d9e-43e7-b0ee-692794a7f141 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:27:50.656030 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 3e60ee72-9d9e-43e7-b0ee-692794a7f141, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3e60ee72-9d9e-43e7-b0ee-692794a7f141,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:27:50.667537 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'port_id': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'mac_address': 'fa:16:3e:93:a1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:27:50.703413 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:27:50.703805 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:50.715969 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e60ee72-9d9e-43e7-b0ee-692794a7f141 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:27:50.735177 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 3e60ee72-9d9e-43e7-b0ee-692794a7f141, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3e60ee72-9d9e-43e7-b0ee-692794a7f141,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:27:50.801957 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:50.848647 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=3e60ee72-9d9e-43e7-b0ee-692794a7f141,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:27:50.855744 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.856084 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.856454 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.856790 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.857119 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.857452 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.857774 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.858144 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.858502 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.858828 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.859150 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.859470 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.859786 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.860102 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:50.860414 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:51.055044 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d43a2-6554-4b3f-abf9-743848c07823 req-e95ef0c5-f1c8-4c7a-8fb6-14116d2d1a46 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:51.056672 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-689d43a2-6554-4b3f-abf9-743848c07823 req-e95ef0c5-f1c8-4c7a-8fb6-14116d2d1a46 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 944 time: 0.0526717 Apr 12 17:27:51.111252 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-689d43a2-6554-4b3f-abf9-743848c07823 req-b84aa6b3-e6ba-4124-b07b-86b76adc0225 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489054 Apr 12 17:27:51.284167 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['3e60ee72-9d9e-43e7-b0ee-692794a7f141'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:27:51.465470 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:52.221035 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb45346-84b7-4bca-af6f-705ed6239d4f req-7ecfb6eb-b401-431e-96ad-5b118d438366 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:52.222599 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bdb45346-84b7-4bca-af6f-705ed6239d4f req-7ecfb6eb-b401-431e-96ad-5b118d438366 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 944 time: 0.0471117 Apr 12 17:27:52.269640 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-bdb45346-84b7-4bca-af6f-705ed6239d4f req-bba9126f-34de-47b9-944d-c31b4a0ce909 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415380 Apr 12 17:27:52.568103 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 3e60ee72-9d9e-43e7-b0ee-692794a7f141 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:27:52.612392 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:27:52.688729 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:27:52.689228 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:52.766673 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:27:52.767061 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:52.788500 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e60ee72-9d9e-43e7-b0ee-692794a7f141'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:27:52.793534 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f314988-c100-4b96-b627-ba0a1ba1585e" -d '{"events": [{"server_uuid": "008fd789-e1b4-475c-ae7a-53cb98894c70", "name": "network-vif-plugged", "status": "completed", "tag": "3e60ee72-9d9e-43e7-b0ee-692794a7f141"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:27:52.806041 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 3e60ee72-9d9e-43e7-b0ee-692794a7f141, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3e60ee72-9d9e-43e7-b0ee-692794a7f141,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:27:52.872066 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:52.895044 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a61015-4963-4cae-b808-02f2633ffc26 x-openstack-request-id: req-41a61015-4963-4cae-b808-02f2633ffc26 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:27:52.895340 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008fd789-e1b4-475c-ae7a-53cb98894c70", "name": "network-vif-plugged", "status": "completed", "tag": "3e60ee72-9d9e-43e7-b0ee-692794a7f141", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:27:52.895593 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41a61015-4963-4cae-b808-02f2633ffc26 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:27:52.895983 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a61015-4963-4cae-b808-02f2633ffc26'] response: {'server_uuid': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'code': 200} Apr 12 17:27:52.920651 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=3e60ee72-9d9e-43e7-b0ee-692794a7f141,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:27:53.042005 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:53.284467 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a17dc-4bf5-4cfd-9dc2-10353497d7aa req-4034e46b-7fc8-439a-9102-4cf323ebf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:53.285958 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a57a17dc-4bf5-4cfd-9dc2-10353497d7aa req-4034e46b-7fc8-439a-9102-4cf323ebf99d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 1129 time: 0.0424633 Apr 12 17:27:53.332409 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a57a17dc-4bf5-4cfd-9dc2-10353497d7aa req-f96c4a28-3c2f-44f0-90ba-a337d8f9e5f3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407035 Apr 12 17:27:53.380058 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c375c4-4c28-417f-b313-b75d0cea505a req-adbda043-cf95-46c7-ae36-6bc70ba97585 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:53.381525 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09c375c4-4c28-417f-b313-b75d0cea505a req-adbda043-cf95-46c7-ae36-6bc70ba97585 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 945 time: 0.0464442 Apr 12 17:27:53.433797 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09c375c4-4c28-417f-b313-b75d0cea505a req-3b4972b3-fc42-4d0b-add0-87d281632492 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466101 Apr 12 17:27:54.543728 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245768-e84d-4f54-ab42-1b4956e83d48 req-d1095e7a-cfb7-4a89-95e9-66f4cb731784 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:54.545167 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-22245768-e84d-4f54-ab42-1b4956e83d48 req-d1095e7a-cfb7-4a89-95e9-66f4cb731784 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 945 time: 0.0450625 Apr 12 17:27:54.591816 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-22245768-e84d-4f54-ab42-1b4956e83d48 req-20875a3b-a3f8-4b85-822a-36aa666ed9a0 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406551 Apr 12 17:27:55.699556 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e67a8-3364-42f2-85cd-03b09523d172 req-c4bafae8-6831-4c67-b4d9-ece756f1bd22 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:55.700999 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-954e67a8-3364-42f2-85cd-03b09523d172 req-c4bafae8-6831-4c67-b4d9-ece756f1bd22 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 945 time: 0.0452092 Apr 12 17:27:55.748752 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-954e67a8-3364-42f2-85cd-03b09523d172 req-0fe3c892-5621-4c0c-b667-37a50e5dc733 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418301 Apr 12 17:27:55.860472 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fae736-bc0e-4853-8c3c-3e1db52fa121 req-df8f4df7-a4dd-40de-9e76-a8272c7c2f53 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:55.861927 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-40fae736-bc0e-4853-8c3c-3e1db52fa121 req-df8f4df7-a4dd-40de-9e76-a8272c7c2f53 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 945 time: 0.0499177 Apr 12 17:27:55.910883 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-40fae736-bc0e-4853-8c3c-3e1db52fa121 req-27c96105-8142-40e3-b7ca-3d9ea5ffb476 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435078 Apr 12 17:27:55.932275 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50308) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:27:56.069891 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6052b3-b078-4ab2-822a-fcb4de94bf09 tempest-TestVolumeBootPattern-1193834260 tempest-TestVolumeBootPattern-1193834260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:56.071430 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8a6052b3-b078-4ab2-822a-fcb4de94bf09 tempest-TestVolumeBootPattern-1193834260 tempest-TestVolumeBootPattern-1193834260-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 1124 time: 0.1381729 Apr 12 17:27:56.074140 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50312) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:27:56.078209 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'port_id': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:27:56.180433 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:56.259847 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:56.363519 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Allocated IP 172.27.1.156 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/bfa47e2b-4310-4486-a962-f49bad53a273) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:27:56.467907 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for port (bfa47e2b-4310-4486-a962-f49bad53a273), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:56.556519 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (bfa47e2b-4310-4486-a962-f49bad53a273), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:56.594238 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:27:56.599020 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:27:56.602075 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:27:56.628810 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'Port': ['ID=bfa47e2b-4310-4486-a962-f49bad53a273,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:27:56.640053 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.640393 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.640728 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.641058 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.641380 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.641701 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.642017 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.642333 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.642676 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.643655 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.643976 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.644292 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.644606 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.644916 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:56.645226 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:27:57.246091 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (f133e7f3-fe07-4707-8d02-15bc4d74a06e), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:57.380217 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (bfa47e2b-4310-4486-a962-f49bad53a273), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:57.523192 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for port (bfa47e2b-4310-4486-a962-f49bad53a273), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:57.578574 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (bfa47e2b-4310-4486-a962-f49bad53a273), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:57.650789 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event updated for resources: {'Port': ['ID=bfa47e2b-4310-4486-a962-f49bad53a273,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:27:57.659561 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (f133e7f3-fe07-4707-8d02-15bc4d74a06e), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:57.760001 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Floating IP f133e7f3-fe07-4707-8d02-15bc4d74a06e associated. External IP: 172.27.1.156, port: 3e60ee72-9d9e-43e7-b0ee-692794a7f141. Apr 12 17:27:57.968411 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Router 45942fd2-1343-4964-bb4f-0c712764f7b0 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:27:58.079352 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:27:58.089672 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7535d-e349-46f2-a052-00df351af728 None None] Sync routers for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:27:58.101067 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7535d-e349-46f2-a052-00df351af728 None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:27:58.101067 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-19c7535d-e349-46f2-a052-00df351af728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:27:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:27:58.206303 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-19c7535d-e349-46f2-a052-00df351af728 None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:27:58.209544 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:58.253122 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-44717b18-18bd-45b2-bfbd-36901d76c46b tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1648600 Apr 12 17:27:58.253122 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'tag': '3e60ee72-9d9e-43e7-b0ee-692794a7f141'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:27:58.253122 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c150c21-e0f1-48ba-a364-9450f13cf749" -d '{"events": [{"name": "network-changed", "server_uuid": "008fd789-e1b4-475c-ae7a-53cb98894c70", "tag": "3e60ee72-9d9e-43e7-b0ee-692794a7f141"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:27:58.336676 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eaecae-5c51-439d-81fc-7a2632de2dd5 x-openstack-request-id: req-52eaecae-5c51-439d-81fc-7a2632de2dd5 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:27:58.336978 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008fd789-e1b4-475c-ae7a-53cb98894c70", "tag": "3e60ee72-9d9e-43e7-b0ee-692794a7f141", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:27:58.337240 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52eaecae-5c51-439d-81fc-7a2632de2dd5 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:27:58.337656 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52eaecae-5c51-439d-81fc-7a2632de2dd5'] response: {'name': 'network-changed', 'server_uuid': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'tag': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'status': 'completed', 'code': 200} Apr 12 17:27:58.421885 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-fc1a9646-f490-4196-896d-44c0364ee61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:58.423526 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-fc1a9646-f490-4196-896d-44c0364ee61b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 1129 time: 0.0401318 Apr 12 17:27:58.437851 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-19c7535d-e349-46f2-a052-00df351af728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '29910939-9d8b-497f-869c-089122c79485', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:1e:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:25:17Z', 'updated_at': '2022-04-12T17:25:20Z', 'revision_number': 1, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}, {'id': 'f133e7f3-fe07-4707-8d02-15bc4d74a06e', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:93:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:27:56Z', 'updated_at': '2022-04-12T17:27:56Z', 'revision_number': 0, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:27:58.463443 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7535d-e349-46f2-a052-00df351af728 None None] Checking router: 45942fd2-1343-4964-bb4f-0c712764f7b0 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:27:58.471730 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7535d-e349-46f2-a052-00df351af728 None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:27:58.472332 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-19c7535d-e349-46f2-a052-00df351af728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:27:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:27:58.655607 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-19c7535d-e349-46f2-a052-00df351af728 None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:27:58.832471 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-463b6bfd-7ae4-4f92-b454-7fa9490665d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:58.833985 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-463b6bfd-7ae4-4f92-b454-7fa9490665d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 912 time: 0.0910683 Apr 12 17:27:58.872557 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-19c7535d-e349-46f2-a052-00df351af728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '29910939-9d8b-497f-869c-089122c79485', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:1e:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:25:17Z', 'updated_at': '2022-04-12T17:25:20Z', 'revision_number': 1, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}, {'id': 'f133e7f3-fe07-4707-8d02-15bc4d74a06e', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:93:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:27:56Z', 'updated_at': '2022-04-12T17:27:56Z', 'revision_number': 0, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:27:58.899090 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7535d-e349-46f2-a052-00df351af728 None None] The sync data for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi is: [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '29910939-9d8b-497f-869c-089122c79485', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:1e:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:25:17Z', 'updated_at': '2022-04-12T17:25:20Z', 'revision_number': 1, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}, {'id': 'f133e7f3-fe07-4707-8d02-15bc4d74a06e', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:93:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:27:56Z', 'updated_at': '2022-04-12T17:27:56Z', 'revision_number': 0, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:27:58.900751 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-02b5a373-272d-4650-b9d1-bb1bac85ce52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e60ee72-9d9e-43e7-b0ee-692794a7f141 HTTP/1.1" status: 200 len: 999 time: 0.0601311 Apr 12 17:27:58.956428 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-f482cda1-660b-4fe6-ba15-390085a50c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:58.957908 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-f482cda1-660b-4fe6-ba15-390085a50c43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0492609 Apr 12 17:27:59.006087 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-3a5d20f4-5490-4dc9-b559-45bdca5e47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:27:59.007688 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-3a5d20f4-5490-4dc9-b559-45bdca5e47fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440407 Apr 12 17:27:59.106747 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-e12536df-da07-4776-83ac-5e1e115d4f4b service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933437 Apr 12 17:27:59.116197 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be7307-030b-4019-949e-fab7c4904222 None None] New status for floating IP f133e7f3-fe07-4707-8d02-15bc4d74a06e: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:27:59.222535 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5c150c21-e0f1-48ba-a364-9450f13cf749 req-38f4fd70-1f16-48d7-aff3-ee8bf7e047db service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997083 Apr 12 17:27:59.504061 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50330) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:27:59.508788 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-c71f80aa-0785-41a3-b326-d4e044460f4b tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--9244337', 'description': 'tempest-description--319419399'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:27:59.578678 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c71f80aa-0785-41a3-b326-d4e044460f4b tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:59.644798 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c71f80aa-0785-41a3-b326-d4e044460f4b tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (1b982adb-cbf3-4c78-a4ba-720e58667637), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:59.711430 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c71f80aa-0785-41a3-b326-d4e044460f4b tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (1b982adb-cbf3-4c78-a4ba-720e58667637), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:59.740701 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f80aa-0785-41a3-b326-d4e044460f4b tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b982adb-cbf3-4c78-a4ba-720e58667637,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:27:59.793432 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c71f80aa-0785-41a3-b326-d4e044460f4b tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:59.794703 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c71f80aa-0785-41a3-b326-d4e044460f4b tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2895923 Apr 12 17:27:59.797432 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50332) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:27:59.802318 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-1a20f95b-587f-48a3-965d-11c0e2ffc67e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group_rule': {'security_group_id': '1b982adb-cbf3-4c78-a4ba-720e58667637', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:27:59.882469 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a20f95b-587f-48a3-965d-11c0e2ffc67e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (2cca7153-6002-4e30-b2bc-4cae1ee1e27c), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:59.936303 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a20f95b-587f-48a3-965d-11c0e2ffc67e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (2cca7153-6002-4e30-b2bc-4cae1ee1e27c), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.003215 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a20f95b-587f-48a3-965d-11c0e2ffc67e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (2cca7153-6002-4e30-b2bc-4cae1ee1e27c), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.021109 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20f95b-587f-48a3-965d-11c0e2ffc67e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cca7153-6002-4e30-b2bc-4cae1ee1e27c,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:28:00.102481 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1a20f95b-587f-48a3-965d-11c0e2ffc67e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.103739 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1a20f95b-587f-48a3-965d-11c0e2ffc67e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053434 Apr 12 17:28:00.106230 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50334) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:28:00.110457 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-2d431d5a-980c-426d-a32d-07ddbbfeab2a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group_rule': {'security_group_id': '1b982adb-cbf3-4c78-a4ba-720e58667637', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:28:00.184551 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2d431d5a-980c-426d-a32d-07ddbbfeab2a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (f0bfe89f-5e40-4068-8d1d-b5fea59f81d7), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.242321 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2d431d5a-980c-426d-a32d-07ddbbfeab2a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (f0bfe89f-5e40-4068-8d1d-b5fea59f81d7), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.316264 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2d431d5a-980c-426d-a32d-07ddbbfeab2a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (f0bfe89f-5e40-4068-8d1d-b5fea59f81d7), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.334686 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d431d5a-980c-426d-a32d-07ddbbfeab2a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bfe89f-5e40-4068-8d1d-b5fea59f81d7,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:28:00.399202 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-2d431d5a-980c-426d-a32d-07ddbbfeab2a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.400404 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-2d431d5a-980c-426d-a32d-07ddbbfeab2a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2932367 Apr 12 17:28:00.403451 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50336) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:28:00.407757 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:28:00.471889 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.547644 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.654996 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_common [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Allocated IP 172.27.1.8 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/b07fb947-3c4c-4e5e-9cb4-9a216153c41d) {{(pid=103959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:28:00.755199 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (b07fb947-3c4c-4e5e-9cb4-9a216153c41d), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.832313 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (b07fb947-3c4c-4e5e-9cb4-9a216153c41d), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:00.873145 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:28:00.877872 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.base_scheduler [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Resources bound (agent type, host, resource id): {{(pid=103959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:28:00.881358 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Received port after_create {{(pid=103959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:28:00.886710 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=b07fb947-3c4c-4e5e-9cb4-9a216153c41d,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:28:00.971808 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (b9d9417a-c150-4ce0-a226-15fa00488dd6), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:01.057573 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (b07fb947-3c4c-4e5e-9cb4-9a216153c41d), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:01.206126 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (b07fb947-3c4c-4e5e-9cb4-9a216153c41d), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:01.260217 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3604932'] for port (b07fb947-3c4c-4e5e-9cb4-9a216153c41d), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:01.332404 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=b07fb947-3c4c-4e5e-9cb4-9a216153c41d,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:28:01.340286 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (b9d9417a-c150-4ce0-a226-15fa00488dd6), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:01.437737 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:01.439038 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-32e36b5c-ab88-4ec4-a05f-c462f87920b4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0346727 Apr 12 17:28:01.585397 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-ac19dfde-40c3-43f5-a99a-43e1e249fe4c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--9244337&fields=id&tenant_id=283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 267 time: 0.0423033 Apr 12 17:28:01.691366 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8095e5-808a-4296-9cc4-be261fd46cea req-1b4e55a7-2ceb-46df-a0f0-aa1ba26db5e9 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:01.692806 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-1b4e55a7-2ceb-46df-a0f0-aa1ba26db5e9 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 815 time: 0.1011233 Apr 12 17:28:01.707156 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-27caf227-27a8-492b-9a1e-81782676a803 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/quotas/283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 375 time: 0.0090959 Apr 12 17:28:01.757000 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-74b11703-1f2a-4d0a-97ac-45ec1160a13b tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451927 Apr 12 17:28:01.849772 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-4adaa3d0-c33c-4fd7-bfb8-96bccf8a185d service neutron] 10.222.0.64 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817995 Apr 12 17:28:01.938564 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-390441cb-da31-48ee-8815-9230cb74cac8 service neutron] 10.222.0.64 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831118 Apr 12 17:28:03.190147 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-023487f3-078e-494c-909e-d5614ac5d6b0 req-2822c3f2-85e6-48e7-9405-df4f100cd359 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 210 time: 0.0268741 Apr 12 17:28:04.285178 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ae82b1c7-8f0d-4ab3-995a-1994e27e49a6 req-df03ac2f-0ac8-439d-8716-435fefe7a647 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 210 time: 0.0283277 Apr 12 17:28:05.191013 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8095e5-808a-4296-9cc4-be261fd46cea req-570dce34-da11-4317-a8c0-97f873bce28e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:05.192434 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-570dce34-da11-4317-a8c0-97f873bce28e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 815 time: 0.0981822 Apr 12 17:28:05.272829 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-d0595ebd-7fcd-455c-81a4-123c8cd3e8bd tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 469 time: 0.0663197 Apr 12 17:28:05.288611 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'port': {'device_id': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'admin_state_up': True, 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'security_groups': ['1b982adb-cbf3-4c78-a4ba-720e58667637']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:28:05.390170 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-270e3c20-4680-49be-8585-4662c2e39ccf req-8fec14c8-96ba-4314-ae28-14d818f8b5ac tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 210 time: 0.0355546 Apr 12 17:28:05.511676 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Made reservation on behalf of 283913e2e6424959b7a274d78673a90e for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:28:05.515191 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:05.635127 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Allocated IP 172.20.0.12 (566c85b8-040c-40c0-9489-8db73a6e65ff/326bd0bb-4792-4972-8d48-472eb7d7fe37/8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:28:05.770244 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:05.854966 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:05.895947 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Network 566c85b8-040c-40c0-9489-8db73a6e65ff is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:28:05.900777 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:28:05.904408 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:28:05.910772 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:28:05.963056 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:05.963686 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:06.061986 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-c8f939ef-f7c4-4f45-a9c1-516ba0e85335 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7774777 Apr 12 17:28:06.106065 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Request body: {'port': {'device_id': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:28:06.136546 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-64b397a1-9765-40d7-a29f-23b2186696e3 None None] Provisioning complete for port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:28:06.137123 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-64b397a1-9765-40d7-a29f-23b2186696e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:06.169216 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:06.170492 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-64b397a1-9765-40d7-a29f-23b2186696e3 None None] Port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:28:06.420965 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:28:06.429250 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Publish callbacks [] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:06.443044 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Transition to ACTIVE for port object 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:28:06.503308 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b9a09-b2f5-4e90-b834-589b556cc2da req-e57701bd-ef4b-44e3-9853-6632dbf91d02 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:06.504800 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c28b9a09-b2f5-4e90-b834-589b556cc2da req-e57701bd-ef4b-44e3-9853-6632dbf91d02 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 932 time: 0.0471518 Apr 12 17:28:06.515684 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:06.552021 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c28b9a09-b2f5-4e90-b834-589b556cc2da req-8d1c121c-e891-41c1-a032-f167de5b2dc4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412672 Apr 12 17:28:06.575371 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:28:06.643195 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Attempting to bind port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:28:06.643532 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Attempting to bind port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:28:06.644354 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Attempting to bind port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 on network 566c85b8-040c-40c0-9489-8db73a6e65ff {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:28:06.649252 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 on network 566c85b8-040c-40c0-9489-8db73a6e65ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:28:06.649579 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Attempting to bind port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 on network 566c85b8-040c-40c0-9489-8db73a6e65ff {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:28:06.654736 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:28:06.655083 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Checking segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:28:06.655473 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Bound using segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:28:06.655910 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Bound port: 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:28:06.656274 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:06.722650 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] For port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:28:06.725765 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] For port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:28:06.778299 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:28:06.798031 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:06.835169 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:06.835832 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:06.837212 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 HTTP/1.1" status: 200 len: 1094 time: 0.7353268 Apr 12 17:28:06.837658 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'tag': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:28:06.839919 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497c4e2b-4004-45e8-8baf-762ead2fa50d" -d '{"events": [{"name": "network-changed", "server_uuid": "9957da03-0c78-4cdb-8f89-4fbbe416d327", "tag": "8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:28:06.864560 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092feca-1fb4-48c9-958d-b6a71375d713 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:28:06.877670 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4222f98e-1aca-48e3-ba44-f3414657d63e x-openstack-request-id: req-4222f98e-1aca-48e3-ba44-f3414657d63e {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:28:06.877955 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9957da03-0c78-4cdb-8f89-4fbbe416d327", "tag": "8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:28:06.878216 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4222f98e-1aca-48e3-ba44-f3414657d63e {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:28:06.878780 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4222f98e-1aca-48e3-ba44-f3414657d63e'] response: {'name': 'network-changed', 'server_uuid': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'tag': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4', 'status': 'completed', 'code': 200} Apr 12 17:28:06.961657 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c4e2b-4004-45e8-8baf-762ead2fa50d req-52d12c29-4fa4-4d15-ba94-e70c12498b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:06.963280 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-497c4e2b-4004-45e8-8baf-762ead2fa50d req-52d12c29-4fa4-4d15-ba94-e70c12498b76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 1128 time: 0.0416601 Apr 12 17:28:07.067224 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c4e2b-4004-45e8-8baf-762ead2fa50d req-3ddb19f2-0387-469e-93c4-2dae9e1520f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:07.068662 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-497c4e2b-4004-45e8-8baf-762ead2fa50d req-3ddb19f2-0387-469e-93c4-2dae9e1520f6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=283913e2e6424959b7a274d78673a90e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917838 Apr 12 17:28:07.162415 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c4e2b-4004-45e8-8baf-762ead2fa50d req-2964b1e3-c216-4361-b08b-6b3ee4185662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:07.163856 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-497c4e2b-4004-45e8-8baf-762ead2fa50d req-2964b1e3-c216-4361-b08b-6b3ee4185662 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0884626 Apr 12 17:28:07.259055 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e2533e79-8248-4a3e-9f26-d7ac8bbcdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:07.260438 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-e2533e79-8248-4a3e-9f26-d7ac8bbcdfda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 1128 time: 0.0377975 Apr 12 17:28:07.311186 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-4380ffe5-1498-49eb-a763-a465f8102f0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 HTTP/1.1" status: 200 len: 217 time: 0.0359342 Apr 12 17:28:07.357799 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8095e5-808a-4296-9cc4-be261fd46cea req-291b0e5e-0158-4fcb-ab56-e54c68c3917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:07.359311 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-291b0e5e-0158-4fcb-ab56-e54c68c3917a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 200 len: 854 time: 0.0419364 Apr 12 17:28:07.401009 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8095e5-808a-4296-9cc4-be261fd46cea req-4a1600a5-4ba5-4966-8638-c7eeea6f6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:07.402467 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-4a1600a5-4ba5-4966-8638-c7eeea6f6abf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=566c85b8-040c-40c0-9489-8db73a6e65ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372574 Apr 12 17:28:07.494017 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-2dcdd969-4a87-442c-bfae-48f1007bf27f service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856538 Apr 12 17:28:07.580577 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-df8095e5-808a-4296-9cc4-be261fd46cea req-9de173ce-a6a6-4052-9fc8-178c0bf216b6 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792675 Apr 12 17:28:07.669988 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf8dc3-5e5c-41ab-80a0-2b5a4b3426f4 req-486c5d94-d987-4687-80f9-29d5976e8b89 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:07.671476 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-edaf8dc3-5e5c-41ab-80a0-2b5a4b3426f4 req-486c5d94-d987-4687-80f9-29d5976e8b89 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 944 time: 0.0502088 Apr 12 17:28:07.719029 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-edaf8dc3-5e5c-41ab-80a0-2b5a4b3426f4 req-4acecc94-0eb4-4942-83cd-05fe4b6a164d tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413258 Apr 12 17:28:08.833564 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57147d-8faa-45b0-b19b-cbb3b71ce635 req-9209f7e4-5b31-4c39-9339-28324b5c7dc3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:08.835035 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7e57147d-8faa-45b0-b19b-cbb3b71ce635 req-9209f7e4-5b31-4c39-9339-28324b5c7dc3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 944 time: 0.0461400 Apr 12 17:28:08.884564 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-7e57147d-8faa-45b0-b19b-cbb3b71ce635 req-38aace94-c4c0-41e3-b04d-37b3863f40c7 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440726 Apr 12 17:28:09.993040 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1ed11-3c20-4821-aac7-7dc73fc1e988 req-e8eb0eaf-8cea-4f06-bf01-d56a46d14241 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:09.994480 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4ca1ed11-3c20-4821-aac7-7dc73fc1e988 req-e8eb0eaf-8cea-4f06-bf01-d56a46d14241 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 944 time: 0.0458028 Apr 12 17:28:10.041024 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4ca1ed11-3c20-4821-aac7-7dc73fc1e988 req-ad79cbdb-7db7-4326-b4c7-78d5f99b59fb tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408015 Apr 12 17:28:10.644860 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:28:10.740964 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:28:10.751536 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'port_id': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4', 'mac_address': 'fa:16:3e:9b:02:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:28:10.787410 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:28:10.787795 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:10.799789 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:28:10.819101 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:28:10.910200 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:10.960258 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:28:11.152359 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401030c-8967-4fbe-b7f6-937c4cde7219 req-b7e40b02-2c48-4a53-a104-707741570d6e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:11.153818 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4401030c-8967-4fbe-b7f6-937c4cde7219 req-b7e40b02-2c48-4a53-a104-707741570d6e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 945 time: 0.0464435 Apr 12 17:28:11.202049 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4401030c-8967-4fbe-b7f6-937c4cde7219 req-f13de9d2-e044-4cb6-87ec-bf3b1194969c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424058 Apr 12 17:28:11.340278 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:28:12.313863 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b580d6-eda7-4086-aa59-3dbbc1c030da req-d9f4a3fa-c5af-4647-9fd8-0b54433f011a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:12.315320 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37b580d6-eda7-4086-aa59-3dbbc1c030da req-d9f4a3fa-c5af-4647-9fd8-0b54433f011a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 945 time: 0.0485361 Apr 12 17:28:12.361535 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-37b580d6-eda7-4086-aa59-3dbbc1c030da req-b63d1041-1942-457c-b7e8-6757dc496260 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401947 Apr 12 17:28:12.650950 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:28:12.694175 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:28:12.785626 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:28:12.786000 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:12.859681 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:28:12.860097 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:12.882616 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:28:12.884841 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e928f0-109b-453b-b439-48761d57f24c" -d '{"events": [{"server_uuid": "9957da03-0c78-4cdb-8f89-4fbbe416d327", "name": "network-vif-plugged", "status": "completed", "tag": "8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:28:12.897125 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:28:12.920607 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798aa8e7-75c9-4b2f-8c5f-8b3424d4438d x-openstack-request-id: req-798aa8e7-75c9-4b2f-8c5f-8b3424d4438d {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:28:12.920945 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9957da03-0c78-4cdb-8f89-4fbbe416d327", "name": "network-vif-plugged", "status": "completed", "tag": "8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:28:12.921203 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-798aa8e7-75c9-4b2f-8c5f-8b3424d4438d {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:28:12.921605 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798aa8e7-75c9-4b2f-8c5f-8b3424d4438d'] response: {'server_uuid': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4', 'code': 200} Apr 12 17:28:12.962994 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:13.013806 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:28:13.290872 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0fc4b-ce24-498e-a750-38da0f0bf63a req-9466ca15-b598-4754-82ef-1e45bc9763c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:13.292292 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9ca0fc4b-ce24-498e-a750-38da0f0bf63a req-9466ca15-b598-4754-82ef-1e45bc9763c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 1130 time: 0.0372338 Apr 12 17:28:13.339360 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9ca0fc4b-ce24-498e-a750-38da0f0bf63a req-4022f7b6-f80c-425e-82f8-2f936890a11e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364497 Apr 12 17:28:13.475457 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c20709-9895-4126-ba01-c8776604b2e2 req-95210605-20e1-48da-8bc6-3d16b0b64a4a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:13.476928 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-73c20709-9895-4126-ba01-c8776604b2e2 req-95210605-20e1-48da-8bc6-3d16b0b64a4a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 946 time: 0.0473258 Apr 12 17:28:13.522695 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-73c20709-9895-4126-ba01-c8776604b2e2 req-18d1eb6b-3675-45c8-8253-4ca560bedd55 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402071 Apr 12 17:28:14.636187 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c9fc-43f7-4b50-9a72-76e3ccbed243 req-603622cf-7d51-4f8f-ad7f-a2ae7b84041e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:14.637622 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d952c9fc-43f7-4b50-9a72-76e3ccbed243 req-603622cf-7d51-4f8f-ad7f-a2ae7b84041e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 946 time: 0.0494452 Apr 12 17:28:14.683417 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-d952c9fc-43f7-4b50-9a72-76e3ccbed243 req-e2ce2f5c-d4a6-4c55-b31a-397daaa0324b tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403206 Apr 12 17:28:15.792624 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056b93-57df-4b7f-9c9b-636a98fc3033 req-439ce93f-ff08-4e16-acf2-673fb184cd76 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:15.794089 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eb056b93-57df-4b7f-9c9b-636a98fc3033 req-439ce93f-ff08-4e16-acf2-673fb184cd76 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 946 time: 0.0462003 Apr 12 17:28:15.844592 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eb056b93-57df-4b7f-9c9b-636a98fc3033 req-ec905705-6cd4-423c-b245-eb12b1c0dc2e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450447 Apr 12 17:28:15.950665 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fdd46-c064-4d21-830d-f479ded38ad2 req-da7057e5-7d84-4476-8730-470c772e8515 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:15.952158 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc2fdd46-c064-4d21-830d-f479ded38ad2 req-da7057e5-7d84-4476-8730-470c772e8515 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 946 time: 0.0467050 Apr 12 17:28:15.960417 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50402) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:28:15.964818 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-6c3c2f85-a218-4bb1-ba7c-1f45daf2005e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'floatingip': {'port_id': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:28:16.006438 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c3c2f85-a218-4bb1-ba7c-1f45daf2005e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (b9d9417a-c150-4ce0-a226-15fa00488dd6), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:16.482988 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:16.631440 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ed3cba9c-df9e-498a-be57-c4dcf2e4a438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:16.688833 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c3c2f85-a218-4bb1-ba7c-1f45daf2005e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:16.745897 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c3c2f85-a218-4bb1-ba7c-1f45daf2005e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (b9d9417a-c150-4ce0-a226-15fa00488dd6), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:16.847390 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-6c3c2f85-a218-4bb1-ba7c-1f45daf2005e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Floating IP b9d9417a-c150-4ce0-a226-15fa00488dd6 associated. External IP: 172.27.1.8, port: 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4. Apr 12 17:28:17.052692 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3c2f85-a218-4bb1-ba7c-1f45daf2005e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:28:17.161975 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3c2f85-a218-4bb1-ba7c-1f45daf2005e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:28:17.166757 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6c3c2f85-a218-4bb1-ba7c-1f45daf2005e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:17.171544 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:28:17.181827 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:28:17.182488 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:27:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:28:17.196537 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6c3c2f85-a218-4bb1-ba7c-1f45daf2005e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "PUT /v2.0/floatingips/b9d9417a-c150-4ce0-a226-15fa00488dd6 HTTP/1.1" status: 200 len: 990 time: 1.2350402 Apr 12 17:28:17.197360 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'tag': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:28:17.199636 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3662df1c-94f5-4102-b575-99caf0012a27" -d '{"events": [{"name": "network-changed", "server_uuid": "9957da03-0c78-4cdb-8f89-4fbbe416d327", "tag": "8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:28:17.243320 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8582ad2f-a740-4d0d-a29c-dc7712647638 x-openstack-request-id: req-8582ad2f-a740-4d0d-a29c-dc7712647638 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:28:17.243618 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9957da03-0c78-4cdb-8f89-4fbbe416d327", "tag": "8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:28:17.243878 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8582ad2f-a740-4d0d-a29c-dc7712647638 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:28:17.244349 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8582ad2f-a740-4d0d-a29c-dc7712647638'] response: {'name': 'network-changed', 'server_uuid': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'tag': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4', 'status': 'completed', 'code': 200} Apr 12 17:28:17.290125 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:28:17.324229 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662df1c-94f5-4102-b575-99caf0012a27 req-661f8f8c-78ad-481f-8dcf-ac4748595610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:17.325657 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3662df1c-94f5-4102-b575-99caf0012a27 req-661f8f8c-78ad-481f-8dcf-ac4748595610 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 1130 time: 0.0389850 Apr 12 17:28:17.417293 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662df1c-94f5-4102-b575-99caf0012a27 req-5f0387e2-6217-49a7-8a8b-ba0a32dedea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:17.418772 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3662df1c-94f5-4102-b575-99caf0012a27 req-5f0387e2-6217-49a7-8a8b-ba0a32dedea3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 915 time: 0.0869231 Apr 12 17:28:17.484162 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3662df1c-94f5-4102-b575-99caf0012a27 req-030f08dc-f3b9-4481-8315-cd10c97f212c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 HTTP/1.1" status: 200 len: 998 time: 0.0575631 Apr 12 17:28:17.502540 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:5a:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:26:17Z', 'updated_at': '2022-04-12T17:26:35Z', 'revision_number': 2, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}, {'id': 'b9d9417a-c150-4ce0-a226-15fa00488dd6', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:9b:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:28:00Z', 'updated_at': '2022-04-12T17:28:16Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:28:17.530903 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:28:17.534742 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662df1c-94f5-4102-b575-99caf0012a27 req-9a013e96-bbf4-417c-8f84-8b5e5a0dbe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:17.536188 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3662df1c-94f5-4102-b575-99caf0012a27 req-9a013e96-bbf4-417c-8f84-8b5e5a0dbe0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 200 len: 854 time: 0.0460420 Apr 12 17:28:17.539534 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:28:17.540135 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:27:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:28:17.579545 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662df1c-94f5-4102-b575-99caf0012a27 req-c5d33e32-51f9-48ed-9ce3-a356c0286193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:17.580989 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3662df1c-94f5-4102-b575-99caf0012a27 req-c5d33e32-51f9-48ed-9ce3-a356c0286193 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=566c85b8-040c-40c0-9489-8db73a6e65ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383410 Apr 12 17:28:17.643936 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:28:17.669816 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3662df1c-94f5-4102-b575-99caf0012a27 req-786eeeeb-b025-442c-92a8-9ebce222804e service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824513 Apr 12 17:28:17.761682 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-3662df1c-94f5-4102-b575-99caf0012a27 req-3626de3e-f0d1-4c2a-af4c-3a3d8fe88985 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847960 Apr 12 17:28:17.852991 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:5a:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:26:17Z', 'updated_at': '2022-04-12T17:26:35Z', 'revision_number': 2, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}, {'id': 'b9d9417a-c150-4ce0-a226-15fa00488dd6', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:9b:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:28:00Z', 'updated_at': '2022-04-12T17:28:16Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:28:17.877788 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b9748-ca60-4b14-9814-95d4db260820 None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:5a:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:26:17Z', 'updated_at': '2022-04-12T17:26:35Z', 'revision_number': 2, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}, {'id': 'b9d9417a-c150-4ce0-a226-15fa00488dd6', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:9b:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:28:00Z', 'updated_at': '2022-04-12T17:28:16Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:28:18.070278 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4192147-5296-44b3-a40a-e26273911e0b None None] New status for floating IP b9d9417a-c150-4ce0-a226-15fa00488dd6: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:28:18.819556 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f01a8f99-804e-4035-81c5-95e8045936c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:19.977973 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:21.457894 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:23.064302 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:43.777970 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:28:45.125645 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-73ca9da0-af6d-4444-b594-d0c0c345d5f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382929 Apr 12 17:28:45.198067 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-fc6ab1c0-c59d-430f-8a6c-e25ed238ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:45.199570 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-fc6ab1c0-c59d-430f-8a6c-e25ed238ec16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 1130 time: 0.0420310 Apr 12 17:28:45.299300 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-5df5f93d-49ca-4d85-8f9b-1096ecae3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:45.300752 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-5df5f93d-49ca-4d85-8f9b-1096ecae3c96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 915 time: 0.0832717 Apr 12 17:28:45.369036 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-6ff5aba8-c663-4129-84d3-8a6c26a80178 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7806760-23d6-40ac-a69d-6e75fac71f08 HTTP/1.1" status: 200 len: 1002 time: 0.0610077 Apr 12 17:28:45.415842 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-2e7b0e61-98c6-4c07-a5a9-a2cdaf895c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:45.417237 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-2e7b0e61-98c6-4c07-a5a9-a2cdaf895c36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 200 len: 854 time: 0.0425692 Apr 12 17:28:45.458444 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-1e676bea-81f4-40de-9b6e-40b2b0b02312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:28:45.460399 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-1e676bea-81f4-40de-9b6e-40b2b0b02312 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=566c85b8-040c-40c0-9489-8db73a6e65ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378456 Apr 12 17:28:45.550346 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-f06aeefc-9abd-43e0-a574-1f98e9c866f1 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840516 Apr 12 17:28:45.637005 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-70ff2f03-b0e5-46d8-ad93-23691cae420b req-5502b82e-576a-4de0-9a7c-1e8e4303f6c3 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802143 Apr 12 17:28:46.470667 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:46.630565 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-631324c2-9962-4898-8bd7-6885b7f1dccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:48.805973 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2278a7e6-8ef8-412c-8570-442c6e9c78c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:49.956167 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:51.453605 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:53.036270 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:16.492755 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:16.647058 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0f863496-8dd6-4aa5-9394-22a4b9de183b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:18.835787 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-de894884-34ff-4a3a-9dcd-888906d5f7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:19.964943 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:20.777409 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:29:21.439485 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:23.058743 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:32.704238 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe0604-06c5-4034-b395-a4ffa455178f req-ee6668a6-cdf2-4546-a969-096c4e68f3f7 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:32.705684 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0cfe0604-06c5-4034-b395-a4ffa455178f req-ee6668a6-cdf2-4546-a969-096c4e68f3f7 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 946 time: 0.0465875 Apr 12 17:29:32.752287 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-0cfe0604-06c5-4034-b395-a4ffa455178f req-0eda3062-e667-4c8c-b826-afa478f14533 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401318 Apr 12 17:29:33.871121 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023be5c2-ce48-445f-9486-7dee1826c418 req-6f061bd5-0d39-420a-a838-4b5646095edd tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:33.872585 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-023be5c2-ce48-445f-9486-7dee1826c418 req-6f061bd5-0d39-420a-a838-4b5646095edd tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 946 time: 0.0516133 Apr 12 17:29:33.919135 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-023be5c2-ce48-445f-9486-7dee1826c418 req-42e08fb7-00eb-4bf8-a156-42d43a9b17a9 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409892 Apr 12 17:29:34.596500 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-f83d0811-0ca4-4d4e-858a-3c7821e84952 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:34.597929 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-f83d0811-0ca4-4d4e-858a-3c7821e84952 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 946 time: 0.0452435 Apr 12 17:29:34.677718 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Deleting port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:29:34.678055 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:34.767225 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] For port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:29:34.767583 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:34.938740 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:34.940898 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (b9d9417a-c150-4ce0-a226-15fa00488dd6), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:34.940898 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Floating IP b9d9417a-c150-4ce0-a226-15fa00488dd6 disassociated. External IP: 172.27.1.8, port: 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4. Apr 12 17:29:34.940898 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Calling delete_port for 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:29:35.030158 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09672fd1-cdab-497d-afbe-07fb2d131e2b req-3edd6ac1-0b69-47d5-a517-13b61bb2abc2 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:35.032357 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09672fd1-cdab-497d-afbe-07fb2d131e2b req-3edd6ac1-0b69-47d5-a517-13b61bb2abc2 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 946 time: 0.0479698 Apr 12 17:29:35.080502 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-09672fd1-cdab-497d-afbe-07fb2d131e2b req-813a5ef6-6d4c-430c-938b-0966ab0d9283 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b982adb-cbf3-4c78-a4ba-720e58667637&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425401 Apr 12 17:29:35.119663 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:35.148872 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'Port': ['ID=8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:35.159126 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.159533 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.159821 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.160163 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.160503 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.160838 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.161170 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.161502 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.161833 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.162164 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.162521 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.162856 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.163183 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.163510 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.163835 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:35.278098 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:29:35.386966 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:29:35.396316 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:29:35.406088 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:29:35.408055 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:29:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:29:35.428779 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] No DVR routers for this DVR port 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:29:35.431994 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:35.436651 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0968a191-c2f6-48fb-ab0f-672fc4409f6e req-ec0fe863-abf3-4f37-a8d8-b8e1265e7930 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "DELETE /v2.0/ports/8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 HTTP/1.1" status: 204 len: 173 time: 0.8322427 Apr 12 17:29:35.436651 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'name': 'network-vif-deleted', 'tag': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:29:35.438399 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5e6e9f-def1-4b10-82d9-d305768c8936" -d '{"events": [{"server_uuid": "9957da03-0c78-4cdb-8f89-4fbbe416d327", "name": "network-vif-deleted", "tag": "8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:29:35.473818 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95a2a61-ee8c-4c86-9209-3ce269bd14ef x-openstack-request-id: req-f95a2a61-ee8c-4c86-9209-3ce269bd14ef {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:29:35.474113 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9957da03-0c78-4cdb-8f89-4fbbe416d327", "name": "network-vif-deleted", "tag": "8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:29:35.474387 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f95a2a61-ee8c-4c86-9209-3ce269bd14ef {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:29:35.474808 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95a2a61-ee8c-4c86-9209-3ce269bd14ef'] response: {'server_uuid': '9957da03-0c78-4cdb-8f89-4fbbe416d327', 'name': 'network-vif-deleted', 'tag': '8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4', 'status': 'completed', 'code': 200} Apr 12 17:29:35.518618 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:29:35.738458 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:5a:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:26:17Z', 'updated_at': '2022-04-12T17:26:35Z', 'revision_number': 2, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:29:35.767832 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:29:35.776597 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:29:35.777216 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:29:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:29:35.882583 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:29:36.091080 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:5a:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:26:17Z', 'updated_at': '2022-04-12T17:26:35Z', 'revision_number': 2, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:29:36.120629 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66e0cf-b239-43c9-ada6-5e281662f416 None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': 'a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:5a:7b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a22dec7-d791-482e-9434-03d662dc3a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:26:17Z', 'updated_at': '2022-04-12T17:26:35Z', 'revision_number': 2, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:29:36.194463 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ca590a9a-29ce-4b32-8637-22b167620b8a req-20a4c6aa-be20-4631-baf5-016ab19f5404 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=9957da03-0c78-4cdb-8f89-4fbbe416d327 HTTP/1.1" status: 200 len: 210 time: 0.0331006 Apr 12 17:29:36.351826 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75336fb-5a4e-415c-ba6e-48a50a7f44cd None None] New status for floating IP b9d9417a-c150-4ce0-a226-15fa00488dd6: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:29:37.376521 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50474) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:29:37.433040 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c47c-8b99-4556-a6a4-93b74191e02c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (1b982adb-cbf3-4c78-a4ba-720e58667637), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:37.456532 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c47c-8b99-4556-a6a4-93b74191e02c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (1b982adb-cbf3-4c78-a4ba-720e58667637), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:37.575837 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c47c-8b99-4556-a6a4-93b74191e02c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (1b982adb-cbf3-4c78-a4ba-720e58667637), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:37.578423 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e3a1c47c-8b99-4556-a6a4-93b74191e02c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:37.579574 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e3a1c47c-8b99-4556-a6a4-93b74191e02c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "DELETE /v2.0/security-groups/1b982adb-cbf3-4c78-a4ba-720e58667637 HTTP/1.1" status: 204 len: 168 time: 0.2020772 Apr 12 17:29:37.582327 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50476) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:29:37.589281 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1c47c-8b99-4556-a6a4-93b74191e02c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b982adb-cbf3-4c78-a4ba-720e58667637,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:37.596733 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.api.v2.resource [None req-5fcdd6eb-6eff-4bc2-b24b-06b9c8732101 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] show failed (client error): The resource could not be found. Apr 12 17:29:37.597771 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5fcdd6eb-6eff-4bc2-b24b-06b9c8732101 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups/1b982adb-cbf3-4c78-a4ba-720e58667637 HTTP/1.1" status: 404 len: 347 time: 0.0144486 Apr 12 17:29:37.600627 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50478) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:29:37.714077 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Deleting port b07fb947-3c4c-4e5e-9cb4-9a216153c41d {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:29:37.714418 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (b07fb947-3c4c-4e5e-9cb4-9a216153c41d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:37.787932 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (b07fb947-3c4c-4e5e-9cb4-9a216153c41d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:37.788265 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (b07fb947-3c4c-4e5e-9cb4-9a216153c41d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:37.800826 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Calling delete_port for b07fb947-3c4c-4e5e-9cb4-9a216153c41d owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:29:37.995627 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (b07fb947-3c4c-4e5e-9cb4-9a216153c41d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:38.020856 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'Port': ['ID=b07fb947-3c4c-4e5e-9cb4-9a216153c41d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:38.045600 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.045956 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.046331 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.046700 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.047041 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.047379 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.047709 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.048038 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.048367 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.048697 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.049028 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.049358 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.049681 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.050005 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.050330 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:38.096614 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (b9d9417a-c150-4ce0-a226-15fa00488dd6), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:38.099372 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:38.100566 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-7449bf74-acae-4d33-985a-a26104bb6eca tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "DELETE /v2.0/floatingips/b9d9417a-c150-4ce0-a226-15fa00488dd6 HTTP/1.1" status: 204 len: 168 time: 0.4989984 Apr 12 17:29:39.256253 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:29:39.277231 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:29:39.277572 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 8ee3a8ef-8d18-4145-bda4-4a66ffb00bd4 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:29:41.113972 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e5229-adda-4624-9c7c-86497febddbb req-0c93c0d5-261f-40bc-87d2-e2e5958344bc tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:41.115434 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-391e5229-adda-4624-9c7c-86497febddbb req-0c93c0d5-261f-40bc-87d2-e2e5958344bc tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 946 time: 0.0955672 Apr 12 17:29:41.164361 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-391e5229-adda-4624-9c7c-86497febddbb req-95780db4-d83d-47f0-9aa7-cfbfea23b261 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433323 Apr 12 17:29:42.276511 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1badb-0a80-4fa0-bc60-71cb231c9311 req-924a46b0-7838-4d46-9e74-92166fce5992 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:42.277951 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-40b1badb-0a80-4fa0-bc60-71cb231c9311 req-924a46b0-7838-4d46-9e74-92166fce5992 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 946 time: 0.0458949 Apr 12 17:29:42.324379 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-40b1badb-0a80-4fa0-bc60-71cb231c9311 req-fe1fcfa2-e621-47de-b072-e3f8cab4b6ce tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408423 Apr 12 17:29:43.014413 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697352-8630-4a2e-8337-8c4019ce23aa req-6266972e-9575-487f-9e7f-5b0a285796f5 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:43.015750 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-54697352-8630-4a2e-8337-8c4019ce23aa req-6266972e-9575-487f-9e7f-5b0a285796f5 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 946 time: 0.0486238 Apr 12 17:29:43.099014 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Deleting port a7806760-23d6-40ac-a69d-6e75fac71f08 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:29:43.099362 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:43.188595 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] For port a7806760-23d6-40ac-a69d-6e75fac71f08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a7806760-23d6-40ac-a69d-6e75fac71f08,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:29:43.188957 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:43.353659 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:43.354162 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:43.354394 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Floating IP a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd disassociated. External IP: 172.27.1.130, port: a7806760-23d6-40ac-a69d-6e75fac71f08. Apr 12 17:29:43.354702 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Calling delete_port for a7806760-23d6-40ac-a69d-6e75fac71f08 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:29:43.437364 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ecab6-15d3-4a5c-9c5b-6c879eb2053e req-585c157b-7edf-4b5e-826c-fe236d7b3b73 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:43.439058 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-723ecab6-15d3-4a5c-9c5b-6c879eb2053e req-585c157b-7edf-4b5e-826c-fe236d7b3b73 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 946 time: 0.0478184 Apr 12 17:29:43.487453 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-723ecab6-15d3-4a5c-9c5b-6c879eb2053e req-cc3eba6e-5a43-4fa9-8c6d-3553e028fc42 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=346ede4f-801b-4915-bce6-54204fe068e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 Apr 12 17:29:43.564761 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (a7806760-23d6-40ac-a69d-6e75fac71f08), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:43.594167 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'Port': ['ID=a7806760-23d6-40ac-a69d-6e75fac71f08,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:43.708030 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:29:43.815954 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:29:43.826118 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:29:43.836940 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:29:43.841053 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:29:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:29:43.858623 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] No DVR routers for this DVR port a7806760-23d6-40ac-a69d-6e75fac71f08 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:29:43.861743 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:43.865249 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-54697352-8630-4a2e-8337-8c4019ce23aa req-4605416f-2a8a-46ac-b399-adf13f3774f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "DELETE /v2.0/ports/a7806760-23d6-40ac-a69d-6e75fac71f08 HTTP/1.1" status: 204 len: 173 time: 0.8439178 Apr 12 17:29:43.865665 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a22dec7-d791-482e-9434-03d662dc3a63', 'name': 'network-vif-deleted', 'tag': 'a7806760-23d6-40ac-a69d-6e75fac71f08'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:29:43.868956 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc0124d-fd96-4efb-b3c8-191996c040e8" -d '{"events": [{"server_uuid": "0a22dec7-d791-482e-9434-03d662dc3a63", "name": "network-vif-deleted", "tag": "a7806760-23d6-40ac-a69d-6e75fac71f08"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:29:43.904863 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0faaf0-122a-42be-8887-cf1c9264ede1 x-openstack-request-id: req-ce0faaf0-122a-42be-8887-cf1c9264ede1 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:29:43.905164 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a22dec7-d791-482e-9434-03d662dc3a63", "name": "network-vif-deleted", "tag": "a7806760-23d6-40ac-a69d-6e75fac71f08", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:29:43.905422 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce0faaf0-122a-42be-8887-cf1c9264ede1 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:29:43.905830 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0faaf0-122a-42be-8887-cf1c9264ede1'] response: {'server_uuid': '0a22dec7-d791-482e-9434-03d662dc3a63', 'name': 'network-vif-deleted', 'tag': 'a7806760-23d6-40ac-a69d-6e75fac71f08', 'status': 'completed', 'code': 200} Apr 12 17:29:43.953563 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:29:44.154656 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:29:44.185831 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:29:44.195168 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:29:44.195776 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:29:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:29:44.304768 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:29:44.578054 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:29:44.595452 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-9f37ed4d-c706-4902-8afd-fb8ed246772d req-1a10b66b-e703-466a-8985-a72b75a0fd5f tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a22dec7-d791-482e-9434-03d662dc3a63 HTTP/1.1" status: 200 len: 210 time: 0.0308547 Apr 12 17:29:44.605346 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a0cda-cd7a-4d7f-b79f-ec4ff0bc01cf None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:29:44.832268 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c4b92a-f7b1-42ac-82c0-ade630db9036 None None] New status for floating IP a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:29:45.765381 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50516) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:29:45.818962 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba9f-28aa-4d94-b18c-321987593717 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (346ede4f-801b-4915-bce6-54204fe068e9), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:45.841944 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba9f-28aa-4d94-b18c-321987593717 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (346ede4f-801b-4915-bce6-54204fe068e9), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:45.949284 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba9f-28aa-4d94-b18c-321987593717 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (346ede4f-801b-4915-bce6-54204fe068e9), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:45.951850 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba9f-28aa-4d94-b18c-321987593717 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:45.953033 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6cf3ba9f-28aa-4d94-b18c-321987593717 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "DELETE /v2.0/security-groups/346ede4f-801b-4915-bce6-54204fe068e9 HTTP/1.1" status: 204 len: 168 time: 0.1866853 Apr 12 17:29:45.955840 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50518) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:29:45.962242 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3ba9f-28aa-4d94-b18c-321987593717 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346ede4f-801b-4915-bce6-54204fe068e9,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:45.971666 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.api.v2.resource [None req-35def5a2-56a0-4e76-8ac8-953d41d60a55 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] show failed (client error): The resource could not be found. Apr 12 17:29:45.973289 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-35def5a2-56a0-4e76-8ac8-953d41d60a55 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups/346ede4f-801b-4915-bce6-54204fe068e9 HTTP/1.1" status: 404 len: 347 time: 0.0163143 Apr 12 17:29:45.975440 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50520) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:29:46.066155 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-ea076e39-e2b7-4090-949e-c9f8c1b74538 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395741 Apr 12 17:29:46.094398 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-69063f0f-901d-46de-af4e-5002c2aea444 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Deleting port f9f1abc9-71da-4b0a-af1f-ec70cf32bf50 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:29:46.094743 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-69063f0f-901d-46de-af4e-5002c2aea444 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (f9f1abc9-71da-4b0a-af1f-ec70cf32bf50), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:46.161921 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-2ed1ddf6-c43b-4c6e-99b4-20d3e897924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:46.163440 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-2ed1ddf6-c43b-4c6e-99b4-20d3e897924c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 1130 time: 0.0386903 Apr 12 17:29:46.169611 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-69063f0f-901d-46de-af4e-5002c2aea444 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (f9f1abc9-71da-4b0a-af1f-ec70cf32bf50), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:46.169943 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-69063f0f-901d-46de-af4e-5002c2aea444 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (f9f1abc9-71da-4b0a-af1f-ec70cf32bf50), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:46.182617 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-69063f0f-901d-46de-af4e-5002c2aea444 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Calling delete_port for f9f1abc9-71da-4b0a-af1f-ec70cf32bf50 owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:29:46.280720 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-96142ffb-3855-454d-a8a2-7a99ec82bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:46.282105 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-96142ffb-3855-454d-a8a2-7a99ec82bfdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 912 time: 0.0869098 Apr 12 17:29:46.345835 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-fbaf7067-0616-4dbd-ad39-a79651073959 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab HTTP/1.1" status: 200 len: 1001 time: 0.0576789 Apr 12 17:29:46.383856 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-69063f0f-901d-46de-af4e-5002c2aea444 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (f9f1abc9-71da-4b0a-af1f-ec70cf32bf50), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:46.392573 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-7b147a7f-9ccf-43e1-b188-7d1a3898574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:46.394114 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-7b147a7f-9ccf-43e1-b188-7d1a3898574f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0428190 Apr 12 17:29:46.412712 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69063f0f-901d-46de-af4e-5002c2aea444 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'Port': ['ID=f9f1abc9-71da-4b0a-af1f-ec70cf32bf50,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:46.442772 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-d98989f0-6314-45e2-b11c-8adcd96ddb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:46.444282 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-d98989f0-6314-45e2-b11c-8adcd96ddb13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438919 Apr 12 17:29:46.478850 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-69063f0f-901d-46de-af4e-5002c2aea444 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:46.481380 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-69063f0f-901d-46de-af4e-5002c2aea444 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:46.482555 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-69063f0f-901d-46de-af4e-5002c2aea444 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "DELETE /v2.0/floatingips/a28aa35c-c22f-4239-a4f8-0f1cd1e0c2cd HTTP/1.1" status: 204 len: 168 time: 0.5061920 Apr 12 17:29:46.513459 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:46.534134 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-7ad9db64-39c2-43ca-9de9-6c9937d60c6e service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 Apr 12 17:29:46.624487 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-6bd1e696-97f5-48d3-a5c9-a6c1f98e8ac5 req-c03b2473-545b-46f6-af13-db0b1f42153b service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845771 Apr 12 17:29:46.627480 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-af882044-e13f-4f74-bfcb-c90ddb13df19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:46.837943 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50524) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:29:46.842859 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-038d9f3b-dd7e-40cc-83ff-86360eeff6bb tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640630134', 'description': 'tempest-description--1562284563'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:29:46.924457 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-038d9f3b-dd7e-40cc-83ff-86360eeff6bb tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:46.990021 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-038d9f3b-dd7e-40cc-83ff-86360eeff6bb tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (b3a242f7-4346-4f78-b473-65fd8ae8f7fd), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.038614 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-038d9f3b-dd7e-40cc-83ff-86360eeff6bb tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (b3a242f7-4346-4f78-b473-65fd8ae8f7fd), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.067660 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d9f3b-dd7e-40cc-83ff-86360eeff6bb tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a242f7-4346-4f78-b473-65fd8ae8f7fd,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:47.114961 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-038d9f3b-dd7e-40cc-83ff-86360eeff6bb tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.116215 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-038d9f3b-dd7e-40cc-83ff-86360eeff6bb tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2772245 Apr 12 17:29:47.119571 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50526) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:29:47.123818 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-4ebe92c5-93c2-40fd-a485-c98b7282fef8 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group_rule': {'security_group_id': 'b3a242f7-4346-4f78-b473-65fd8ae8f7fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:29:47.217614 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4ebe92c5-93c2-40fd-a485-c98b7282fef8 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (a6e2c8a5-ff55-418f-850e-54e84e81f9f4), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.271374 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4ebe92c5-93c2-40fd-a485-c98b7282fef8 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (a6e2c8a5-ff55-418f-850e-54e84e81f9f4), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.315708 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device a7806760-23d6-40ac-a69d-6e75fac71f08 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:29:47.334878 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: a7806760-23d6-40ac-a69d-6e75fac71f08 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:29:47.335219 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device a7806760-23d6-40ac-a69d-6e75fac71f08 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:29:47.341448 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4ebe92c5-93c2-40fd-a485-c98b7282fef8 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (a6e2c8a5-ff55-418f-850e-54e84e81f9f4), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.361116 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe92c5-93c2-40fd-a485-c98b7282fef8 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e2c8a5-ff55-418f-850e-54e84e81f9f4,revision_number=0']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:47.435174 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4ebe92c5-93c2-40fd-a485-c98b7282fef8 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.436415 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4ebe92c5-93c2-40fd-a485-c98b7282fef8 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158824 Apr 12 17:29:47.439272 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50528) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:29:47.443713 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-4b027325-0c22-4611-9b5b-eb006bf72b60 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group_rule': {'security_group_id': 'b3a242f7-4346-4f78-b473-65fd8ae8f7fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:29:47.525803 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4b027325-0c22-4611-9b5b-eb006bf72b60 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (9ee74f9c-37f8-441a-84b7-8571aefc0427), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.579271 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4b027325-0c22-4611-9b5b-eb006bf72b60 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (9ee74f9c-37f8-441a-84b7-8571aefc0427), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.644432 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4b027325-0c22-4611-9b5b-eb006bf72b60 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (9ee74f9c-37f8-441a-84b7-8571aefc0427), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.661500 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b027325-0c22-4611-9b5b-eb006bf72b60 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee74f9c-37f8-441a-84b7-8571aefc0427,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:47.729192 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4b027325-0c22-4611-9b5b-eb006bf72b60 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.730387 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-4b027325-0c22-4611-9b5b-eb006bf72b60 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2900834 Apr 12 17:29:47.733464 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50530) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:29:47.737684 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:29:47.806761 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.885226 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.985442 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Allocated IP 172.27.1.215 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/e3321cad-b9ec-4453-bef1-f01706cfeb36) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:29:48.339693 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (e3321cad-b9ec-4453-bef1-f01706cfeb36), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:48.421895 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (e3321cad-b9ec-4453-bef1-f01706cfeb36), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:48.459723 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:29:48.464816 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:29:48.468315 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:29:48.492134 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=e3321cad-b9ec-4453-bef1-f01706cfeb36,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:48.554790 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (3a0574b6-e7ae-490f-9c82-23059770cb5c), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:48.643850 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (e3321cad-b9ec-4453-bef1-f01706cfeb36), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:48.793700 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (e3321cad-b9ec-4453-bef1-f01706cfeb36), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:48.812262 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-85dc4c1e-f8be-4a03-ae72-3ae49ce40c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:48.898101 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (e3321cad-b9ec-4453-bef1-f01706cfeb36), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:48.964948 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=e3321cad-b9ec-4453-bef1-f01706cfeb36,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:48.976538 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (3a0574b6-e7ae-490f-9c82-23059770cb5c), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:49.077072 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:49.078333 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c80d437a-ab4f-42df-9468-94b74772758a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3439474 Apr 12 17:29:49.225624 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a47001ae-5d1e-4e4b-8f75-7d9c6608c3a6 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--640630134&fields=id&tenant_id=283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 267 time: 0.0436156 Apr 12 17:29:49.326163 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-fddf74e9-1855-4a40-8216-e32c7c6fd650 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:49.327618 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-fddf74e9-1855-4a40-8216-e32c7c6fd650 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 815 time: 0.0950980 Apr 12 17:29:49.342230 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-8056184a-8f42-43ec-9e36-4c862a3f40d0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/quotas/283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 375 time: 0.0093765 Apr 12 17:29:49.389669 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-edaa97c8-ccdb-4ecb-b365-e46efde1cccc tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426114 Apr 12 17:29:49.485504 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-d410e6fc-48a6-4c54-bc3a-d7807f4fc638 service neutron] 10.222.0.64 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840132 Apr 12 17:29:49.574575 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-7873c36d-4254-49e5-be1a-62bc5142077a service neutron] 10.222.0.64 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834494 Apr 12 17:29:49.877225 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-bc7112c9-6fcb-45dd-a8d0-144addc8a728 req-de0a5cc9-687d-45e7-b05c-90d05040c186 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 210 time: 0.0773098 Apr 12 17:29:49.964287 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:50.974946 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-78a04cf1-b3a3-4d02-b30e-43727b6f4806 req-a2c5b3ea-3d7e-48f6-bdc4-583936722c55 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 210 time: 0.0283642 Apr 12 17:29:51.449927 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:51.656114 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-17bdb893-fe10-4595-9a97-bf6780d34ccf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:51.657694 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-17bdb893-fe10-4595-9a97-bf6780d34ccf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 815 time: 0.1034815 Apr 12 17:29:51.722802 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-0187e35c-82b3-4523-8c7c-afe61aa05736 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 379 time: 0.0506616 Apr 12 17:29:51.731264 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'port': {'device_id': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'admin_state_up': True, 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'security_groups': ['b3a242f7-4346-4f78-b473-65fd8ae8f7fd']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:29:51.898268 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Made reservation on behalf of 283913e2e6424959b7a274d78673a90e for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:29:51.901704 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:52.032306 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Allocated IP 172.20.0.10 (566c85b8-040c-40c0-9489-8db73a6e65ff/326bd0bb-4792-4972-8d48-472eb7d7fe37/391c3b36-71f2-4728-8d88-4ab3ac76eb51) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:29:52.079336 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ec2b7db5-ba03-4f06-9a0a-34c9f6d56e11 req-a0cf68cd-75a7-4a4a-983c-95fe7f9051f7 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 210 time: 0.0376046 Apr 12 17:29:52.194016 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:52.278800 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:52.322744 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Network 566c85b8-040c-40c0-9489-8db73a6e65ff is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:29:52.325809 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:29:52.331937 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:29:52.360105 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=391c3b36-71f2-4728-8d88-4ab3ac76eb51,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:52.386331 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:52.386993 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:52.500763 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-477aea1b-bff5-4919-86c4-be48c8d88bcf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7735312 Apr 12 17:29:52.517639 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Request body: {'port': {'device_id': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:29:52.562173 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-4f3dca43-12ea-4aac-abe9-ee380ce76c7c None None] Provisioning complete for port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:29:52.562792 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4f3dca43-12ea-4aac-abe9-ee380ce76c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:52.575308 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:52.599675 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4f3dca43-12ea-4aac-abe9-ee380ce76c7c None None] Port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:29:52.831370 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391c3b36-71f2-4728-8d88-4ab3ac76eb51 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:29:52.838545 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Publish callbacks [] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:52.850576 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Transition to ACTIVE for port object 391c3b36-71f2-4728-8d88-4ab3ac76eb51 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:29:52.918908 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:52.987350 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=391c3b36-71f2-4728-8d88-4ab3ac76eb51,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:53.044803 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Attempting to bind port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:29:53.045149 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Attempting to bind port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:29:53.045485 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Attempting to bind port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 on network 566c85b8-040c-40c0-9489-8db73a6e65ff {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:29:53.050151 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 on network 566c85b8-040c-40c0-9489-8db73a6e65ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:29:53.050517 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Attempting to bind port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 on network 566c85b8-040c-40c0-9489-8db73a6e65ff {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:29:53.055726 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:29:53.061612 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Checking segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:29:53.061612 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Bound using segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:29:53.061612 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Bound port: 391c3b36-71f2-4728-8d88-4ab3ac76eb51, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:29:53.061612 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:53.087090 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:53.124937 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] For port 391c3b36-71f2-4728-8d88-4ab3ac76eb51, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:29:53.127993 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] For port 391c3b36-71f2-4728-8d88-4ab3ac76eb51, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=391c3b36-71f2-4728-8d88-4ab3ac76eb51,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:29:53.191926 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c6295-f0eb-425a-8618-c9b6cd6daa8d req-da00df89-f0fd-4646-acdc-c0ad81bb05e4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:53.193380 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a0c6295-f0eb-425a-8618-c9b6cd6daa8d req-da00df89-f0fd-4646-acdc-c0ad81bb05e4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 944 time: 0.0456645 Apr 12 17:29:53.199534 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:53.235885 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:53.236493 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:53.237861 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/391c3b36-71f2-4728-8d88-4ab3ac76eb51 HTTP/1.1" status: 200 len: 1094 time: 0.7242544 Apr 12 17:29:53.238292 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'tag': '391c3b36-71f2-4728-8d88-4ab3ac76eb51'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:29:53.240552 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca081fd-4ac3-412b-a44e-fd67e5607cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a14f2aaf-02c8-4f26-b621-fa989e4e2f38", "tag": "391c3b36-71f2-4728-8d88-4ab3ac76eb51"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:29:53.250495 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-4a0c6295-f0eb-425a-8618-c9b6cd6daa8d req-1be1f3d0-40a2-4b02-af56-732a83df78af tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508335 Apr 12 17:29:53.272837 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231b53c-f522-44d0-9901-638fa69ae4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=391c3b36-71f2-4728-8d88-4ab3ac76eb51,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:53.293418 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183a30f0-02f8-471c-bc5c-14eeabf87406 x-openstack-request-id: req-183a30f0-02f8-471c-bc5c-14eeabf87406 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:29:53.293716 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14f2aaf-02c8-4f26-b621-fa989e4e2f38", "tag": "391c3b36-71f2-4728-8d88-4ab3ac76eb51", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:29:53.293975 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-183a30f0-02f8-471c-bc5c-14eeabf87406 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:29:53.294479 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183a30f0-02f8-471c-bc5c-14eeabf87406'] response: {'name': 'network-changed', 'server_uuid': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'tag': '391c3b36-71f2-4728-8d88-4ab3ac76eb51', 'status': 'completed', 'code': 200} Apr 12 17:29:53.376008 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca081fd-4ac3-412b-a44e-fd67e5607cc8 req-9b8d20da-7201-4464-a10c-4df4788c8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:53.377592 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eca081fd-4ac3-412b-a44e-fd67e5607cc8 req-9b8d20da-7201-4464-a10c-4df4788c8415 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 1128 time: 0.0430620 Apr 12 17:29:53.483610 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca081fd-4ac3-412b-a44e-fd67e5607cc8 req-beb61c63-168d-44f0-a000-fda77ba2398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:53.485057 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eca081fd-4ac3-412b-a44e-fd67e5607cc8 req-beb61c63-168d-44f0-a000-fda77ba2398a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=283913e2e6424959b7a274d78673a90e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0957191 Apr 12 17:29:53.579412 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca081fd-4ac3-412b-a44e-fd67e5607cc8 req-f37d6087-e99b-45b1-b690-fc7b5591827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:53.580805 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eca081fd-4ac3-412b-a44e-fd67e5607cc8 req-f37d6087-e99b-45b1-b690-fc7b5591827f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902340 Apr 12 17:29:53.677542 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-2e68ac8e-756c-4ffc-acc5-4bfe5bd51a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:53.679140 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-2e68ac8e-756c-4ffc-acc5-4bfe5bd51a4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 1128 time: 0.0400233 Apr 12 17:29:53.724727 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-b4d3e0c0-bc59-4273-9678-f51ad89204d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=391c3b36-71f2-4728-8d88-4ab3ac76eb51 HTTP/1.1" status: 200 len: 217 time: 0.0338898 Apr 12 17:29:53.771702 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-54eaf84d-1bab-42ed-ac8b-b6879fe3b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:53.773081 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-54eaf84d-1bab-42ed-ac8b-b6879fe3b393 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 200 len: 854 time: 0.0425911 Apr 12 17:29:53.819009 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-ad97a897-75a6-4a3b-9cab-60d43afc06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:53.820510 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-ad97a897-75a6-4a3b-9cab-60d43afc06d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=566c85b8-040c-40c0-9489-8db73a6e65ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410132 Apr 12 17:29:53.908025 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-47c51f93-b3c1-4980-b55e-44f687d1c21b service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809827 Apr 12 17:29:53.999414 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-eab5151b-46c2-4f46-b2c0-535f71e3be6d req-80bb1f21-88f0-4a86-8f3b-ad7acad59249 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859668 Apr 12 17:29:54.363835 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b1008-74ff-468e-bff4-7bae619d73fd req-cbb44827-4235-4009-96c0-fbbbf93e5b18 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:54.365299 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-101b1008-74ff-468e-bff4-7bae619d73fd req-cbb44827-4235-4009-96c0-fbbbf93e5b18 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 944 time: 0.0464234 Apr 12 17:29:54.414197 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-101b1008-74ff-468e-bff4-7bae619d73fd req-b05a6a0f-8f72-48ba-91a1-9f1eee53c088 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433512 Apr 12 17:29:55.524351 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811b834-7ed6-4f64-b283-49f306be335f req-6945568a-d15f-414d-981a-c4f87eeaf7f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:55.525789 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2811b834-7ed6-4f64-b283-49f306be335f req-6945568a-d15f-414d-981a-c4f87eeaf7f4 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 944 time: 0.0455132 Apr 12 17:29:55.571139 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-2811b834-7ed6-4f64-b283-49f306be335f req-6027922c-b8eb-47fa-85fd-a49420b75af7 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 Apr 12 17:29:56.677386 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4781b2f-6135-434f-8532-ffae13c5c20a req-4efe2954-b3e3-4668-86b5-77119139daff tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:56.678845 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4781b2f-6135-434f-8532-ffae13c5c20a req-4efe2954-b3e3-4668-86b5-77119139daff tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 944 time: 0.0453265 Apr 12 17:29:56.724406 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c4781b2f-6135-434f-8532-ffae13c5c20a req-3f7b73ff-cf84-447a-bd2e-270e2c5c49b0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396476 Apr 12 17:29:57.331152 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 391c3b36-71f2-4728-8d88-4ab3ac76eb51 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:29:57.429897 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 391c3b36-71f2-4728-8d88-4ab3ac76eb51, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=391c3b36-71f2-4728-8d88-4ab3ac76eb51,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:29:57.440724 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '391c3b36-71f2-4728-8d88-4ab3ac76eb51', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'port_id': '391c3b36-71f2-4728-8d88-4ab3ac76eb51', 'mac_address': 'fa:16:3e:49:a5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:29:57.476706 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:29:57.477095 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:57.489768 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391c3b36-71f2-4728-8d88-4ab3ac76eb51 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:29:57.508190 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 391c3b36-71f2-4728-8d88-4ab3ac76eb51, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=391c3b36-71f2-4728-8d88-4ab3ac76eb51,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:29:57.575539 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:57.624223 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=391c3b36-71f2-4728-8d88-4ab3ac76eb51,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:57.631099 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.631453 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.631801 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.632144 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.632487 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.632819 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.633150 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.633478 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.633854 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.634190 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.634554 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.634885 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.635211 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.636052 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.636375 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:29:57.776103 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:29:57.838468 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b73365-2b59-4b7f-bbfb-ae34a1e0b473 req-5f2d3f53-234d-45d3-be89-89d3ffb08d78 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:57.841028 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-60b73365-2b59-4b7f-bbfb-ae34a1e0b473 req-5f2d3f53-234d-45d3-be89-89d3ffb08d78 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 945 time: 0.0513189 Apr 12 17:29:57.886708 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-60b73365-2b59-4b7f-bbfb-ae34a1e0b473 req-c33a83d1-277f-458a-bf95-899bff001993 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401359 Apr 12 17:29:57.999259 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['391c3b36-71f2-4728-8d88-4ab3ac76eb51'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:29:58.998179 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dca81-0216-4b5f-841a-ad7aa6405781 req-0f2f1577-8c84-489f-89b4-f3ecfb280a98 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:58.999592 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ad4dca81-0216-4b5f-841a-ad7aa6405781 req-0f2f1577-8c84-489f-89b4-f3ecfb280a98 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 945 time: 0.0470881 Apr 12 17:29:59.045898 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ad4dca81-0216-4b5f-841a-ad7aa6405781 req-4a504a56-6897-4ee4-89c1-e8f4c84b48cb tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408075 Apr 12 17:29:59.353348 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 391c3b36-71f2-4728-8d88-4ab3ac76eb51 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:29:59.393655 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:29:59.492205 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:29:59.492585 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:59.567408 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:29:59.567800 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:59.589935 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c3b36-71f2-4728-8d88-4ab3ac76eb51'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:29:59.592213 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ccdf84-0b97-48c3-96de-6df0edb95043" -d '{"events": [{"server_uuid": "a14f2aaf-02c8-4f26-b621-fa989e4e2f38", "name": "network-vif-plugged", "status": "completed", "tag": "391c3b36-71f2-4728-8d88-4ab3ac76eb51"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:29:59.604184 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 391c3b36-71f2-4728-8d88-4ab3ac76eb51, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=391c3b36-71f2-4728-8d88-4ab3ac76eb51,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:29:59.627938 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727e43bd-2623-47da-bc26-23115ed9e142 x-openstack-request-id: req-727e43bd-2623-47da-bc26-23115ed9e142 {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:29:59.628285 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14f2aaf-02c8-4f26-b621-fa989e4e2f38", "name": "network-vif-plugged", "status": "completed", "tag": "391c3b36-71f2-4728-8d88-4ab3ac76eb51", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:29:59.628554 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-727e43bd-2623-47da-bc26-23115ed9e142 {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:29:59.628952 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727e43bd-2623-47da-bc26-23115ed9e142'] response: {'server_uuid': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c3b36-71f2-4728-8d88-4ab3ac76eb51', 'code': 200} Apr 12 17:29:59.669499 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:59.719185 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=391c3b36-71f2-4728-8d88-4ab3ac76eb51,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:29:59.963043 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ddc76-3501-46c3-8191-1749bb1b4cf8 req-1662f373-6761-4913-bb96-a62e15a8d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:29:59.965358 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be2ddc76-3501-46c3-8191-1749bb1b4cf8 req-1662f373-6761-4913-bb96-a62e15a8d38d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 1130 time: 0.0384898 Apr 12 17:30:00.007909 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be2ddc76-3501-46c3-8191-1749bb1b4cf8 req-195fbeb3-1ba6-4725-bad5-2f2cb653e5f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364120 Apr 12 17:30:00.159245 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301fb0f-4ba3-4bc7-bbfb-39ccc0cfd3b2 req-808bf57e-94b8-402e-9cb0-0605675f6985 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:00.160701 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a301fb0f-4ba3-4bc7-bbfb-39ccc0cfd3b2 req-808bf57e-94b8-402e-9cb0-0605675f6985 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 946 time: 0.0496750 Apr 12 17:30:00.205880 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a301fb0f-4ba3-4bc7-bbfb-39ccc0cfd3b2 req-8b191540-0a7f-4c5c-9ab4-f9648d7dec78 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396872 Apr 12 17:30:01.316100 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbe0a9-833c-480f-ba9b-17daa0a037c4 req-49877934-bfd2-4a2a-aadb-59b99501f1be tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:01.317463 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-66dbe0a9-833c-480f-ba9b-17daa0a037c4 req-49877934-bfd2-4a2a-aadb-59b99501f1be tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 946 time: 0.0455937 Apr 12 17:30:01.366250 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-66dbe0a9-833c-480f-ba9b-17daa0a037c4 req-30ec8928-5adf-4d46-a951-61df2d74a132 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434129 Apr 12 17:30:02.210071 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50588) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:02.356467 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Deleting port bfa47e2b-4310-4486-a962-f49bad53a273 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:02.356736 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (bfa47e2b-4310-4486-a962-f49bad53a273), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:02.437887 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (bfa47e2b-4310-4486-a962-f49bad53a273), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:02.438216 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (bfa47e2b-4310-4486-a962-f49bad53a273), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:02.472383 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Calling delete_port for bfa47e2b-4310-4486-a962-f49bad53a273 owned by network:floatingip {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:02.498946 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935aa681-23b2-47ae-90e3-d50de940145c req-7fac0f57-fbcf-425a-a3b3-514c2b63f652 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:02.500421 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-935aa681-23b2-47ae-90e3-d50de940145c req-7fac0f57-fbcf-425a-a3b3-514c2b63f652 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 946 time: 0.0672078 Apr 12 17:30:02.863135 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-935aa681-23b2-47ae-90e3-d50de940145c req-b1ba182b-008b-4bea-8aff-bed46440f1b7 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352060 Apr 12 17:30:02.975105 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d5223-27d0-4b7a-b6f6-7708b2a07397 req-dc1ae79a-2f74-4067-9062-b8372187a3ad tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:02.976475 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-565d5223-27d0-4b7a-b6f6-7708b2a07397 req-dc1ae79a-2f74-4067-9062-b8372187a3ad tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 946 time: 0.0488968 Apr 12 17:30:02.985059 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50594) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:02.989267 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-ac84a1b8-8c6b-40a8-b2f3-7426356d4e70 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'floatingip': {'port_id': '391c3b36-71f2-4728-8d88-4ab3ac76eb51'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:03.012470 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (bfa47e2b-4310-4486-a962-f49bad53a273), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:03.028512 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ac84a1b8-8c6b-40a8-b2f3-7426356d4e70 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (3a0574b6-e7ae-490f-9c82-23059770cb5c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:03.036787 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event deleted for resources: {'Port': ['ID=bfa47e2b-4310-4486-a962-f49bad53a273,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:03.102411 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (f133e7f3-fe07-4707-8d02-15bc4d74a06e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:03.102768 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Floating IP f133e7f3-fe07-4707-8d02-15bc4d74a06e disassociated (deleted). External IP: 172.27.1.156, port: 3e60ee72-9d9e-43e7-b0ee-692794a7f141. Apr 12 17:30:03.314422 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Router 45942fd2-1343-4964-bb4f-0c712764f7b0 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:30:03.424453 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:03.429405 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:03.434334 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] Sync routers for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:03.445248 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:03.446168 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:29:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:03.461655 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-427cdd06-4145-4faa-940a-e22f11243548 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "DELETE /v2.0/floatingips/f133e7f3-fe07-4707-8d02-15bc4d74a06e HTTP/1.1" status: 204 len: 168 time: 1.2479210 Apr 12 17:30:03.461655 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'tag': '3e60ee72-9d9e-43e7-b0ee-692794a7f141'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:30:03.464255 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a" -d '{"events": [{"name": "network-changed", "server_uuid": "008fd789-e1b4-475c-ae7a-53cb98894c70", "tag": "3e60ee72-9d9e-43e7-b0ee-692794a7f141"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:30:03.475475 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ac84a1b8-8c6b-40a8-b2f3-7426356d4e70 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:03.506450 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd5984b-759a-4116-b45c-b24e77861cd0 x-openstack-request-id: req-ddd5984b-759a-4116-b45c-b24e77861cd0 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:30:03.506983 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008fd789-e1b4-475c-ae7a-53cb98894c70", "tag": "3e60ee72-9d9e-43e7-b0ee-692794a7f141", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:30:03.507275 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddd5984b-759a-4116-b45c-b24e77861cd0 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:30:03.507684 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd5984b-759a-4116-b45c-b24e77861cd0'] response: {'name': 'network-changed', 'server_uuid': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'tag': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'status': 'completed', 'code': 200} Apr 12 17:30:03.532217 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ac84a1b8-8c6b-40a8-b2f3-7426356d4e70 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (3a0574b6-e7ae-490f-9c82-23059770cb5c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:03.566035 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:03.644082 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-a0381f2d-ff27-41b9-a847-c9240d15e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:03.645558 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-a0381f2d-ff27-41b9-a847-c9240d15e665 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 1129 time: 0.0746875 Apr 12 17:30:03.733054 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-ac84a1b8-8c6b-40a8-b2f3-7426356d4e70 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Floating IP 3a0574b6-e7ae-490f-9c82-23059770cb5c associated. External IP: 172.27.1.215, port: 391c3b36-71f2-4728-8d88-4ab3ac76eb51. Apr 12 17:30:03.782881 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '29910939-9d8b-497f-869c-089122c79485', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:1e:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:25:17Z', 'updated_at': '2022-04-12T17:25:20Z', 'revision_number': 1, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:03.815124 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] Checking router: 45942fd2-1343-4964-bb4f-0c712764f7b0 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:03.824363 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:03.825604 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:29:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:03.838090 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-3ecd1e7a-59f4-49e2-9799-03e82b9f2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:03.840933 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-3ecd1e7a-59f4-49e2-9799-03e82b9f2d51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 912 time: 0.1866927 Apr 12 17:30:03.901995 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052120f-cf89-4506-a373-fe4e782deb1e req-aae37b25-6a19-4ce4-8b21-e8c875253ed6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:03.903507 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a052120f-cf89-4506-a373-fe4e782deb1e req-aae37b25-6a19-4ce4-8b21-e8c875253ed6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 945 time: 0.0554798 Apr 12 17:30:03.932605 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:04.026725 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a052120f-cf89-4506-a373-fe4e782deb1e req-fec99e56-301c-40f5-9a4c-fabc32cd18dc tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838397 Apr 12 17:30:04.053489 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac84a1b8-8c6b-40a8-b2f3-7426356d4e70 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:30:04.147337 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '29910939-9d8b-497f-869c-089122c79485', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:1e:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:25:17Z', 'updated_at': '2022-04-12T17:25:20Z', 'revision_number': 1, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:04.165484 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac84a1b8-8c6b-40a8-b2f3-7426356d4e70 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:04.169971 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ac84a1b8-8c6b-40a8-b2f3-7426356d4e70 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:04.176583 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:04.177211 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d6280-6cbd-4a12-a929-62da821d2cac None None] The sync data for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi is: [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '29910939-9d8b-497f-869c-089122c79485', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'port_id': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'mac_address': 'fa:16:3e:1e:54:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:25:17Z', 'updated_at': '2022-04-12T17:25:20Z', 'revision_number': 1, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:04.189273 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:04.190235 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:29:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:04.210318 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-ac84a1b8-8c6b-40a8-b2f3-7426356d4e70 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "PUT /v2.0/floatingips/3a0574b6-e7ae-490f-9c82-23059770cb5c HTTP/1.1" status: 200 len: 992 time: 1.2146485 Apr 12 17:30:04.210318 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'tag': '391c3b36-71f2-4728-8d88-4ab3ac76eb51'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:30:04.210318 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d5824-c337-46f1-8949-c7e719bd39cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a14f2aaf-02c8-4f26-b621-fa989e4e2f38", "tag": "391c3b36-71f2-4728-8d88-4ab3ac76eb51"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:30:04.249074 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e3aa35-226a-4ea3-bc87-cf73c1042223 x-openstack-request-id: req-44e3aa35-226a-4ea3-bc87-cf73c1042223 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:30:04.249406 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14f2aaf-02c8-4f26-b621-fa989e4e2f38", "tag": "391c3b36-71f2-4728-8d88-4ab3ac76eb51", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:30:04.250052 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44e3aa35-226a-4ea3-bc87-cf73c1042223 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:30:04.250052 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e3aa35-226a-4ea3-bc87-cf73c1042223'] response: {'name': 'network-changed', 'server_uuid': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'tag': '391c3b36-71f2-4728-8d88-4ab3ac76eb51', 'status': 'completed', 'code': 200} Apr 12 17:30:04.311469 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:04.409278 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358ce3f-c83b-4b62-848e-13ab7a5e5710 None None] New status for floating IP f133e7f3-fe07-4707-8d02-15bc4d74a06e: DOWN {{(pid=103961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:30:04.529954 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '3a0574b6-e7ae-490f-9c82-23059770cb5c', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': '391c3b36-71f2-4728-8d88-4ab3ac76eb51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:49:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:29:48Z', 'updated_at': '2022-04-12T17:30:03Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:04.559620 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:04.567710 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:04.568312 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:29:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:04.671738 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:04.933480 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-66b873ed-3ec5-4844-85e2-4fd4172d39b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e60ee72-9d9e-43e7-b0ee-692794a7f141 HTTP/1.1" status: 200 len: 217 time: 0.0394204 Apr 12 17:30:04.955049 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-07b13fb0-a1ef-418d-9a89-b9cf99a279fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:04.956607 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-07b13fb0-a1ef-418d-9a89-b9cf99a279fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 1130 time: 0.0439665 Apr 12 17:30:05.004022 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '3a0574b6-e7ae-490f-9c82-23059770cb5c', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': '391c3b36-71f2-4728-8d88-4ab3ac76eb51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:49:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:29:48Z', 'updated_at': '2022-04-12T17:30:03Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:05.005421 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-20a419aa-1c90-4d7c-9132-0067d890b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:05.007649 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-20a419aa-1c90-4d7c-9132-0067d890b9eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0494051 Apr 12 17:30:05.034865 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066989b5-e3af-4636-9976-6a9f677944fe None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '3a0574b6-e7ae-490f-9c82-23059770cb5c', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': '391c3b36-71f2-4728-8d88-4ab3ac76eb51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:49:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:29:48Z', 'updated_at': '2022-04-12T17:30:03Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:05.059224 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-17f38724-0f59-4cb2-9d41-24cbd6cccfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:05.060607 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-17f38724-0f59-4cb2-9d41-24cbd6cccfef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474503 Apr 12 17:30:05.066262 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-1735d3cf-8208-419f-a783-3a511e14cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:05.067602 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-1735d3cf-8208-419f-a783-3a511e14cf1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 915 time: 0.0969672 Apr 12 17:30:05.147087 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fd2e8-8e12-47e5-8912-2d7cae5a2448 req-1b986686-dce4-4d90-84e5-9b5d1d823404 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:05.148562 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be2fd2e8-8e12-47e5-8912-2d7cae5a2448 req-1b986686-dce4-4d90-84e5-9b5d1d823404 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 945 time: 0.0470459 Apr 12 17:30:05.202569 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-be2fd2e8-8e12-47e5-8912-2d7cae5a2448 req-5c694709-9954-41dd-826d-ae7cbb89823f tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478323 Apr 12 17:30:05.244736 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cec1a-3481-4d0f-bed8-a7ab74698d00 None None] New status for floating IP 3a0574b6-e7ae-490f-9c82-23059770cb5c: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:30:05.384519 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-1100d2aa-7cbf-4422-bde0-67b38db4a12a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=391c3b36-71f2-4728-8d88-4ab3ac76eb51 HTTP/1.1" status: 200 len: 1000 time: 0.0733440 Apr 12 17:30:05.408780 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-785e64e2-a4b3-454c-a808-5dd2375883f5 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983119 Apr 12 17:30:05.511934 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-77185488-3cfe-45cf-a7c3-c395d40f6af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:05.513466 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-77185488-3cfe-45cf-a7c3-c395d40f6af2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 200 len: 854 time: 0.0504982 Apr 12 17:30:05.561605 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-57444271-b208-4083-a61b-2c2d88f9e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:05.563311 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-57444271-b208-4083-a61b-2c2d88f9e89d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=566c85b8-040c-40c0-9489-8db73a6e65ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427408 Apr 12 17:30:05.563475 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8e1ef59b-02c7-4bfb-80e7-641cffbeca8a req-661fc13d-0006-457a-841f-314e39a40f07 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007500 Apr 12 17:30:05.665822 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023be317-32a5-46fa-b6fe-05999318ebce req-52e4c41e-3d77-4102-9327-715234378c20 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:05.668002 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-023be317-32a5-46fa-b6fe-05999318ebce req-52e4c41e-3d77-4102-9327-715234378c20 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 945 time: 0.0473626 Apr 12 17:30:05.713029 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-76972dc0-afea-4089-b30a-251ce97f1042 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928822 Apr 12 17:30:05.756631 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-023be317-32a5-46fa-b6fe-05999318ebce req-2a5cc24d-4e00-44ff-9880-39edbd82cdb6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Deleting port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:05.756968 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-023be317-32a5-46fa-b6fe-05999318ebce req-2a5cc24d-4e00-44ff-9880-39edbd82cdb6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:05.801642 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c10d5824-c337-46f1-8949-c7e719bd39cc req-0f834633-ec1d-4a5d-a5b4-81a078aaa811 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821004 Apr 12 17:30:05.847437 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-023be317-32a5-46fa-b6fe-05999318ebce req-2a5cc24d-4e00-44ff-9880-39edbd82cdb6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] For port 3e60ee72-9d9e-43e7-b0ee-692794a7f141, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3e60ee72-9d9e-43e7-b0ee-692794a7f141,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:05.847795 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-023be317-32a5-46fa-b6fe-05999318ebce req-2a5cc24d-4e00-44ff-9880-39edbd82cdb6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:05.861291 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-023be317-32a5-46fa-b6fe-05999318ebce req-2a5cc24d-4e00-44ff-9880-39edbd82cdb6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Calling delete_port for 3e60ee72-9d9e-43e7-b0ee-692794a7f141 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:06.043948 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-023be317-32a5-46fa-b6fe-05999318ebce req-2a5cc24d-4e00-44ff-9880-39edbd82cdb6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (3e60ee72-9d9e-43e7-b0ee-692794a7f141), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:06.073925 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cc24d-4e00-44ff-9880-39edbd82cdb6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event deleted for resources: {'Port': ['ID=3e60ee72-9d9e-43e7-b0ee-692794a7f141,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:06.116016 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-023be317-32a5-46fa-b6fe-05999318ebce req-2a5cc24d-4e00-44ff-9880-39edbd82cdb6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] No DVR routers for this DVR port 3e60ee72-9d9e-43e7-b0ee-692794a7f141 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:30:06.118674 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-023be317-32a5-46fa-b6fe-05999318ebce req-2a5cc24d-4e00-44ff-9880-39edbd82cdb6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:06.121918 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-023be317-32a5-46fa-b6fe-05999318ebce req-2a5cc24d-4e00-44ff-9880-39edbd82cdb6 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "DELETE /v2.0/ports/3e60ee72-9d9e-43e7-b0ee-692794a7f141 HTTP/1.1" status: 204 len: 173 time: 0.4450488 Apr 12 17:30:06.251632 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'name': 'network-vif-deleted', 'tag': '3e60ee72-9d9e-43e7-b0ee-692794a7f141'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:30:06.254048 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5445850a-9c52-4598-aada-981c492bab6e" -d '{"events": [{"server_uuid": "008fd789-e1b4-475c-ae7a-53cb98894c70", "name": "network-vif-deleted", "tag": "3e60ee72-9d9e-43e7-b0ee-692794a7f141"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:30:06.299312 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33613ba6-46d4-4ccc-978c-ec68b85cfb1d x-openstack-request-id: req-33613ba6-46d4-4ccc-978c-ec68b85cfb1d {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:30:06.299671 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008fd789-e1b4-475c-ae7a-53cb98894c70", "name": "network-vif-deleted", "tag": "3e60ee72-9d9e-43e7-b0ee-692794a7f141", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:30:06.299930 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33613ba6-46d4-4ccc-978c-ec68b85cfb1d {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:30:06.300335 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33613ba6-46d4-4ccc-978c-ec68b85cfb1d'] response: {'server_uuid': '008fd789-e1b4-475c-ae7a-53cb98894c70', 'name': 'network-vif-deleted', 'tag': '3e60ee72-9d9e-43e7-b0ee-692794a7f141', 'status': 'completed', 'code': 200} Apr 12 17:30:06.307522 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-a2512626-db11-4252-9d47-d839446e73d2 req-455558b3-0675-499b-b0a1-9009f6556e2e tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 210 time: 0.0339220 Apr 12 17:30:07.425037 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f5e5783f-4501-437e-afca-05c36ae54592 req-063005b9-1a1d-4e72-96b1-f7c94f8433cd tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=008fd789-e1b4-475c-ae7a-53cb98894c70 HTTP/1.1" status: 200 len: 210 time: 0.0330422 Apr 12 17:30:09.388289 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 3e60ee72-9d9e-43e7-b0ee-692794a7f141 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:30:09.408384 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 3e60ee72-9d9e-43e7-b0ee-692794a7f141 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:30:09.408725 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 3e60ee72-9d9e-43e7-b0ee-692794a7f141 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:30:10.865676 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50628) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:11.277487 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Deleting port c3654d30-7aac-442b-b73c-bd73b63285da {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:11.277859 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (c3654d30-7aac-442b-b73c-bd73b63285da), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:11.353322 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (c3654d30-7aac-442b-b73c-bd73b63285da), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:11.353522 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (c3654d30-7aac-442b-b73c-bd73b63285da), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:11.366258 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Calling delete_port for c3654d30-7aac-442b-b73c-bd73b63285da owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:11.623408 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (c3654d30-7aac-442b-b73c-bd73b63285da), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:11.649801 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event deleted for resources: {'Port': ['ID=c3654d30-7aac-442b-b73c-bd73b63285da,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:11.707968 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (29910939-9d8b-497f-869c-089122c79485), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:11.708293 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Floating IP 29910939-9d8b-497f-869c-089122c79485 disassociated (deleted). External IP: 172.27.1.38, port: ced95919-f653-4d17-bbe3-54ee6e8018ab. Apr 12 17:30:11.915740 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Router 45942fd2-1343-4964-bb4f-0c712764f7b0 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:30:12.024867 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:12.029255 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:12.034669 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] Sync routers for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:12.044242 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:12.044853 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:29:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:12.059719 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-f5832417-cf58-4d6e-beca-2e071329dd6d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "DELETE /v2.0/floatingips/29910939-9d8b-497f-869c-089122c79485 HTTP/1.1" status: 204 len: 168 time: 1.1929333 Apr 12 17:30:12.060313 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'tag': 'ced95919-f653-4d17-bbe3-54ee6e8018ab'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:30:12.062586 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcfc34d-b107-4a12-9494-48210639e99c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a810a0d-ce3e-46e5-a254-e8415816e080", "tag": "ced95919-f653-4d17-bbe3-54ee6e8018ab"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:30:12.103380 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f534df4b-c4f9-4b8a-b209-77fe3e9ec5a8 x-openstack-request-id: req-f534df4b-c4f9-4b8a-b209-77fe3e9ec5a8 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:30:12.103673 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a810a0d-ce3e-46e5-a254-e8415816e080", "tag": "ced95919-f653-4d17-bbe3-54ee6e8018ab", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:30:12.103926 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f534df4b-c4f9-4b8a-b209-77fe3e9ec5a8 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:30:12.104332 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f534df4b-c4f9-4b8a-b209-77fe3e9ec5a8'] response: {'name': 'network-changed', 'server_uuid': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'tag': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'status': 'completed', 'code': 200} Apr 12 17:30:12.157159 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:12.195945 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfc34d-b107-4a12-9494-48210639e99c req-c49bd108-2182-45ca-851b-44c63f666086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:12.197455 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8dcfc34d-b107-4a12-9494-48210639e99c req-c49bd108-2182-45ca-851b-44c63f666086 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3489e7c53aa4de9baa5825d3021547e&device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 1130 time: 0.0412412 Apr 12 17:30:12.296560 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfc34d-b107-4a12-9494-48210639e99c req-081ea916-be26-4140-a38a-de7d4387dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:12.298067 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8dcfc34d-b107-4a12-9494-48210639e99c req-081ea916-be26-4140-a38a-de7d4387dce3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 200 len: 912 time: 0.0907545 Apr 12 17:30:12.337917 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8dcfc34d-b107-4a12-9494-48210639e99c req-a140eaac-84ce-4a0c-a8aa-f4038a93a5f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab HTTP/1.1" status: 200 len: 217 time: 0.0336781 Apr 12 17:30:12.347927 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:12.375401 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] Checking router: 45942fd2-1343-4964-bb4f-0c712764f7b0 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:12.384550 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:12.385186 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:29:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:12.389826 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfc34d-b107-4a12-9494-48210639e99c req-06dc9847-1962-451c-8ec8-565407fa3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:12.394959 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8dcfc34d-b107-4a12-9494-48210639e99c req-06dc9847-1962-451c-8ec8-565407fa3b52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 200 len: 851 time: 0.0485098 Apr 12 17:30:12.440213 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfc34d-b107-4a12-9494-48210639e99c req-16a3760b-a622-4e02-a500-337df5173add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:12.441752 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8dcfc34d-b107-4a12-9494-48210639e99c req-16a3760b-a622-4e02-a500-337df5173add service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=565b59f1-2069-4ee7-932b-4048ad52ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425584 Apr 12 17:30:12.540399 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8dcfc34d-b107-4a12-9494-48210639e99c req-46c0dd7d-3e2f-4ea3-9f2d-abc522980dd9 service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916851 Apr 12 17:30:12.572414 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addc991-36ec-4c64-ac0a-d8bacedc5632 req-beba65fb-be60-4221-af7d-f75cdddd1f3d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:12.574507 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5addc991-36ec-4c64-ac0a-d8bacedc5632 req-beba65fb-be60-4221-af7d-f75cdddd1f3d tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 946 time: 0.0467007 Apr 12 17:30:12.593227 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:12.624029 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-5addc991-36ec-4c64-ac0a-d8bacedc5632 req-6420b413-13a3-4a4f-940b-783b17690e63 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438683 Apr 12 17:30:12.776979 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:12.804859 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b57eb3b-b066-4dee-837e-a9ebeed76da8 None None] The sync data for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi is: [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:15Z', 'revision_number': 4, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '12abd777-7b78-4576-a8d0-b98bc6f248fd', 'name': '', 'network_id': '565b59f1-2069-4ee7-932b-4048ad52ce2a', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'mac_address': 'fa:16:3e:8d:a2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:14Z', 'updated_at': '2022-04-12T17:21:18Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'subnets': [{'id': '472beb3b-035e-4f6e-b587-0b58fc6fb5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:13.017692 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f017a42d-6c44-426e-85bd-be41c3b2a2b6 None None] New status for floating IP 29910939-9d8b-497f-869c-089122c79485: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:30:13.092825 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-8dcfc34d-b107-4a12-9494-48210639e99c req-b48b69d0-8ac5-476d-afc1-2434fed551ea service neutron] 10.222.0.41 "GET /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898294 Apr 12 17:30:13.738421 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe17907-752a-430d-ab7b-d35ee565f02d req-a80a0fd9-006f-48e9-b932-e5ab12b66e64 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:13.739870 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fbe17907-752a-430d-ab7b-d35ee565f02d req-a80a0fd9-006f-48e9-b932-e5ab12b66e64 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 946 time: 0.0465596 Apr 12 17:30:13.824520 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-9153b9ec-8d4d-4c1d-bdd2-ba3dcf804c35 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:30:13.830066 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-9153b9ec-8d4d-4c1d-bdd2-ba3dcf804c35 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 946 time: 0.0678654 Apr 12 17:30:13.830066 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fbe17907-752a-430d-ab7b-d35ee565f02d req-65b7c889-8fda-44fa-9ad7-9308b6aaf745 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/security-groups?id=fcfee242-4826-4318-9b7a-d8de86a19c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842984 Apr 12 17:30:13.925722 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-903d00e8-7c12-4da0-8e91-2405741fa3a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Deleting port ced95919-f653-4d17-bbe3-54ee6e8018ab {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:13.926074 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-903d00e8-7c12-4da0-8e91-2405741fa3a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.018661 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-903d00e8-7c12-4da0-8e91-2405741fa3a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] For port ced95919-f653-4d17-bbe3-54ee6e8018ab, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ced95919-f653-4d17-bbe3-54ee6e8018ab,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:14.019032 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-903d00e8-7c12-4da0-8e91-2405741fa3a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.032338 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-903d00e8-7c12-4da0-8e91-2405741fa3a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Calling delete_port for ced95919-f653-4d17-bbe3-54ee6e8018ab owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:14.217669 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-903d00e8-7c12-4da0-8e91-2405741fa3a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (ced95919-f653-4d17-bbe3-54ee6e8018ab), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.246455 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d00e8-7c12-4da0-8e91-2405741fa3a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event deleted for resources: {'Port': ['ID=ced95919-f653-4d17-bbe3-54ee6e8018ab,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:14.289116 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-903d00e8-7c12-4da0-8e91-2405741fa3a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] No DVR routers for this DVR port ced95919-f653-4d17-bbe3-54ee6e8018ab on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:30:14.291637 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-903d00e8-7c12-4da0-8e91-2405741fa3a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.295357 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-0fcecdb2-601f-4ce4-bfc4-25676ddc990e req-903d00e8-7c12-4da0-8e91-2405741fa3a4 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.41 "DELETE /v2.0/ports/ced95919-f653-4d17-bbe3-54ee6e8018ab HTTP/1.1" status: 204 len: 173 time: 0.4497602 Apr 12 17:30:14.295790 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'name': 'network-vif-deleted', 'tag': 'ced95919-f653-4d17-bbe3-54ee6e8018ab'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:30:14.297996 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd9ee88-740d-49de-b831-717f1e8bf67c" -d '{"events": [{"server_uuid": "2a810a0d-ce3e-46e5-a254-e8415816e080", "name": "network-vif-deleted", "tag": "ced95919-f653-4d17-bbe3-54ee6e8018ab"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:30:14.334212 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ef9927-fb77-4e16-8fb6-9c3f35c0872c x-openstack-request-id: req-b2ef9927-fb77-4e16-8fb6-9c3f35c0872c {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:30:14.334212 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a810a0d-ce3e-46e5-a254-e8415816e080", "name": "network-vif-deleted", "tag": "ced95919-f653-4d17-bbe3-54ee6e8018ab", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:30:14.334212 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2ef9927-fb77-4e16-8fb6-9c3f35c0872c {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:30:14.334538 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ef9927-fb77-4e16-8fb6-9c3f35c0872c'] response: {'server_uuid': '2a810a0d-ce3e-46e5-a254-e8415816e080', 'name': 'network-vif-deleted', 'tag': 'ced95919-f653-4d17-bbe3-54ee6e8018ab', 'status': 'completed', 'code': 200} Apr 12 17:30:14.928039 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-b3893d3d-c83b-4868-bcb4-f3fe0d5519f1 req-c581389d-e12e-455d-90f6-8c387b03c811 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a810a0d-ce3e-46e5-a254-e8415816e080 HTTP/1.1" status: 200 len: 210 time: 0.0317550 Apr 12 17:30:15.984102 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50644) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:16.105900 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9c340-cc20-434e-943b-f9825826baf9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Deleting port f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:16.106242 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c340-cc20-434e-943b-f9825826baf9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.179611 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c340-cc20-434e-943b-f9825826baf9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.179939 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c340-cc20-434e-943b-f9825826baf9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.192263 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9c340-cc20-434e-943b-f9825826baf9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Calling delete_port for f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:16.415604 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c340-cc20-434e-943b-f9825826baf9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.440027 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9c340-cc20-434e-943b-f9825826baf9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event deleted for resources: {'Port': ['ID=f0fd8aaa-45a0-45e2-ac4b-c05f50d17d41,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:16.506433 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c340-cc20-434e-943b-f9825826baf9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for floatingip (e157f8e4-2a37-4054-bd59-dc5410f2b1ef), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.508989 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c340-cc20-434e-943b-f9825826baf9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.510143 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-1bd9c340-cc20-434e-943b-f9825826baf9 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "DELETE /v2.0/floatingips/e157f8e4-2a37-4054-bd59-dc5410f2b1ef HTTP/1.1" status: 204 len: 168 time: 0.5250955 Apr 12 17:30:16.512639 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.632038 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fb134f09-450c-46ba-9fe2-38025f996172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.424736 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device ced95919-f653-4d17-bbe3-54ee6e8018ab no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:30:17.444106 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: ced95919-f653-4d17-bbe3-54ee6e8018ab {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:30:17.444445 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device ced95919-f653-4d17-bbe3-54ee6e8018ab not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:30:17.847572 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50656) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:17.902630 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-15687455-e539-4405-9b51-c632e20cf772 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group (fcfee242-4826-4318-9b7a-d8de86a19c7d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.926791 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-15687455-e539-4405-9b51-c632e20cf772 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group (fcfee242-4826-4318-9b7a-d8de86a19c7d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.147155 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-15687455-e539-4405-9b51-c632e20cf772 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (fcfee242-4826-4318-9b7a-d8de86a19c7d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.149735 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-15687455-e539-4405-9b51-c632e20cf772 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.150968 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-15687455-e539-4405-9b51-c632e20cf772 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] 10.222.0.64 "DELETE /v2.0/security-groups/fcfee242-4826-4318-9b7a-d8de86a19c7d HTTP/1.1" status: 204 len: 168 time: 0.3023767 Apr 12 17:30:18.169161 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15687455-e539-4405-9b51-c632e20cf772 tempest-TestVolumeBootPattern-326034249 tempest-TestVolumeBootPattern-326034249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfee242-4826-4318-9b7a-d8de86a19c7d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:18.276065 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50660) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:18.650994 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660438'] for router_interface (45942fd2-1343-4964-bb4f-0c712764f7b0), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.834491 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-2899bb0f-7f4a-4c0b-85cb-f4e965fa3d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.886423 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] Deleting port 12abd777-7b78-4576-a8d0-b98bc6f248fd {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:18.886772 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.963935 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] For port 12abd777-7b78-4576-a8d0-b98bc6f248fd, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=12abd777-7b78-4576-a8d0-b98bc6f248fd,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:18.964214 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.976919 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] Calling delete_port for 12abd777-7b78-4576-a8d0-b98bc6f248fd owned by network:router_interface {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:19.257419 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (12abd777-7b78-4576-a8d0-b98bc6f248fd), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.280265 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] Pushing event deleted for resources: {'Port': ['ID=12abd777-7b78-4576-a8d0-b98bc6f248fd,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:19.455579 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660298'] for router_interface (45942fd2-1343-4964-bb4f-0c712764f7b0), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.669552 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] Router 45942fd2-1343-4964-bb4f-0c712764f7b0 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:30:19.779835 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:19.785084 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1e5513cf-631c-4ec1-800f-e516e6eac744 admin admin] 10.222.0.64 "PUT /v2.0/routers/45942fd2-1343-4964-bb4f-0c712764f7b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5073802 Apr 12 17:30:19.787625 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50664) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:19.790266 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] Sync routers for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:19.801373 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:19.801993 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:30:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:19.892662 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Publish callbacks [] for router (45942fd2-1343-4964-bb4f-0c712764f7b0), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.909996 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:19.965279 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.005552 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Publish callbacks [] for router_gateway (45942fd2-1343-4964-bb4f-0c712764f7b0), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.094757 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:30:19Z', 'revision_number': 5, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port': {'id': '13f0f307-4893-4551-bf04-a15c7fa25ef6', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:48:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:20.109186 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Deleting port 13f0f307-4893-4551-bf04-a15c7fa25ef6 {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:20.109607 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.120798 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] Checking router: 45942fd2-1343-4964-bb4f-0c712764f7b0 for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:20.129421 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] Routers {'45942fd2-1343-4964-bb4f-0c712764f7b0'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:20.130052 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:30:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['45942fd2-1343-4964-bb4f-0c712764f7b0'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:20.195736 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] For port 13f0f307-4893-4551-bf04-a15c7fa25ef6, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=13f0f307-4893-4551-bf04-a15c7fa25ef6,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:20.196185 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.210834 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Calling delete_port for 13f0f307-4893-4551-bf04-a15c7fa25ef6 owned by network:router_gateway {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:20.222084 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] Set router 45942fd2-1343-4964-bb4f-0c712764f7b0 gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:20.277931 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:30:20Z', 'revision_number': 6, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port_host': None}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:20.303829 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979944b3-14da-4eec-92aa-05542f07d0bf None None] The sync data for ids ['45942fd2-1343-4964-bb4f-0c712764f7b0'] in dv-cinder-837531-1-iscsi is: [{'id': '45942fd2-1343-4964-bb4f-0c712764f7b0', 'name': 'tempest-TestVolumeBootPattern-1450923024-router', 'tenant_id': 'd3489e7c53aa4de9baa5825d3021547e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:12Z', 'updated_at': '2022-04-12T17:30:20Z', 'revision_number': 6, 'project_id': 'd3489e7c53aa4de9baa5825d3021547e', 'gw_port_host': None}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:20.440840 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (13f0f307-4893-4551-bf04-a15c7fa25ef6), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.469072 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f0f307-4893-4551-bf04-a15c7fa25ef6,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:20.534103 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662764'] for router_gateway (45942fd2-1343-4964-bb4f-0c712764f7b0), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.625211 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45033'] for router (45942fd2-1343-4964-bb4f-0c712764f7b0), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.627301 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Publish callbacks [] for router_controller (45942fd2-1343-4964-bb4f-0c712764f7b0), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.740697 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666377'] for router (45942fd2-1343-4964-bb4f-0c712764f7b0), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.741214 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45942fd2-1343-4964-bb4f-0c712764f7b0 {{(pid=103959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:30:20.746776 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.747934 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-c03f40c4-2a12-49f8-9c9d-e5655b7ffea0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/45942fd2-1343-4964-bb4f-0c712764f7b0 HTTP/1.1" status: 204 len: 168 time: 0.9594078 Apr 12 17:30:20.750440 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50666) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:21.068213 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.db_base_plugin_v2 [None req-257a06a0-62da-49e6-892b-284e426d758f admin admin] Deleting subnet 472beb3b-035e-4f6e-b587-0b58fc6fb5d7 {{(pid=103959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:30:21.072660 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-257a06a0-62da-49e6-892b-284e426d758f admin admin] Publish callbacks [] for subnet (472beb3b-035e-4f6e-b587-0b58fc6fb5d7), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.111860 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-257a06a0-62da-49e6-892b-284e426d758f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3211967'] for subnet (472beb3b-035e-4f6e-b587-0b58fc6fb5d7), precommit_delete_associations {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.150982 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 12abd777-7b78-4576-a8d0-b98bc6f248fd no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:30:21.177769 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 12abd777-7b78-4576-a8d0-b98bc6f248fd {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:30:21.178140 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 12abd777-7b78-4576-a8d0-b98bc6f248fd not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:30:21.178593 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 13f0f307-4893-4551-bf04-a15c7fa25ef6 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:30:21.195788 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-257a06a0-62da-49e6-892b-284e426d758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (472beb3b-035e-4f6e-b587-0b58fc6fb5d7), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.198011 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 13f0f307-4893-4551-bf04-a15c7fa25ef6 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:30:21.198404 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 13f0f307-4893-4551-bf04-a15c7fa25ef6 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:30:21.335697 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-257a06a0-62da-49e6-892b-284e426d758f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3604882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3276891'] for subnet (472beb3b-035e-4f6e-b587-0b58fc6fb5d7), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.361761 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a06a0-62da-49e6-892b-284e426d758f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472beb3b-035e-4f6e-b587-0b58fc6fb5d7,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:21.368947 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-257a06a0-62da-49e6-892b-284e426d758f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for subnet (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.372347 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-257a06a0-62da-49e6-892b-284e426d758f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/472beb3b-035e-4f6e-b587-0b58fc6fb5d7 HTTP/1.1" status: 204 len: 168 time: 0.6209087 Apr 12 17:30:21.374889 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50668) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:21.380796 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca97b1-524b-47f0-ae12-b431bc9f13b9 None None] Network 565b59f1-2069-4ee7-932b-4048ad52ce2a requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:30:21.445730 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (565b59f1-2069-4ee7-932b-4048ad52ce2a), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.495411 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.496139 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Deleting port d1c445eb-0228-4769-ba2c-521a8e4633ed {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:21.496554 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.560256 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] For port d1c445eb-0228-4769-ba2c-521a8e4633ed, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=d1c445eb-0228-4769-ba2c-521a8e4633ed,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:21.560621 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.563387 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b44195-4317-475c-9b26-caa33f70d5b3 None None] DHCP port deletion for 565b59f1-2069-4ee7-932b-4048ad52ce2a request from dv-cinder-837531-1-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:30:21.573871 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Calling delete_port for d1c445eb-0228-4769-ba2c-521a8e4633ed owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:21.603519 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b2b44195-4317-475c-9b26-caa33f70d5b3 None None] Deleting port d1c445eb-0228-4769-ba2c-521a8e4633ed {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:21.603788 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b2b44195-4317-475c-9b26-caa33f70d5b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.664201 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-b2b44195-4317-475c-9b26-caa33f70d5b3 None None] For port d1c445eb-0228-4769-ba2c-521a8e4633ed, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=d1c445eb-0228-4769-ba2c-521a8e4633ed,segment=NetworkSegment(4d578bd2-e4d2-4edd-b9fb-3845284ab621),segment_id=4d578bd2-e4d2-4edd-b9fb-3845284ab621)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:21.664594 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b2b44195-4317-475c-9b26-caa33f70d5b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.676919 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-b2b44195-4317-475c-9b26-caa33f70d5b3 None None] Calling delete_port for d1c445eb-0228-4769-ba2c-521a8e4633ed owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:21.709256 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.735301 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c445eb-0228-4769-ba2c-521a8e4633ed,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:21.740216 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] No DVR routers for this DVR port d1c445eb-0228-4769-ba2c-521a8e4633ed on host dv-cinder-837531-1-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:30:21.758895 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b2b44195-4317-475c-9b26-caa33f70d5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110'] for port (d1c445eb-0228-4769-ba2c-521a8e4633ed), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.784542 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b44195-4317-475c-9b26-caa33f70d5b3 None None] Pushing event deleted for resources: {'Port': ['ID=d1c445eb-0228-4769-ba2c-521a8e4633ed,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:21.788272 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b44195-4317-475c-9b26-caa33f70d5b3 None None] No DVR routers for this DVR port d1c445eb-0228-4769-ba2c-521a8e4633ed on host dv-cinder-837531-1-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:30:21.813618 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (565b59f1-2069-4ee7-932b-4048ad52ce2a), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.834004 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565b59f1-2069-4ee7-932b-4048ad52ce2a']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:21.843392 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d578bd2-e4d2-4edd-b9fb-3845284ab621') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:21.843712 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d578bd2-e4d2-4edd-b9fb-3845284ab621') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:21.852902 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3211908'] for segment (4d578bd2-e4d2-4edd-b9fb-3845284ab621), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.866487 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (4d578bd2-e4d2-4edd-b9fb-3845284ab621), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.873234 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:30:21.873619 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3604776'] for segment (4d578bd2-e4d2-4edd-b9fb-3845284ab621), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: Traceback (most recent call last): Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: timer() Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: cb(*args, **kw) Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: return func(*args, **kwargs) Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: self._notify() Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: self.callback(batched_events) Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: event.method(event) Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: return f(self, *a, **k) Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._get(url).json() Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: return self.request(url, 'GET', **kwargs) Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:30:21.875424 dv-cinder-837531-1-iscsi neutron-server[103959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:30:22.003865 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (565b59f1-2069-4ee7-932b-4048ad52ce2a), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.009081 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.012894 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] 10.222.0.64 "DELETE /v2.0/networks/565b59f1-2069-4ee7-932b-4048ad52ce2a HTTP/1.1" status: 204 len: 168 time: 0.6370666 Apr 12 17:30:22.015976 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50670) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:22.024944 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05ff17-f9f4-4b85-afe5-02524ffe03fa admin admin] Pushing event deleted for resources: {'Network': ['ID=565b59f1-2069-4ee7-932b-4048ad52ce2a,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:22.340557 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660438'] for router_interface (b2cece98-fd22-43e4-9435-06865df38f44), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.572682 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] Deleting port 846888be-00bd-4266-985a-e2240227a790 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:22.573022 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (846888be-00bd-4266-985a-e2240227a790), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.648993 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] For port 846888be-00bd-4266-985a-e2240227a790, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=846888be-00bd-4266-985a-e2240227a790,segment=NetworkSegment(f1882639-840b-452a-8f4f-688113665c24),segment_id=f1882639-840b-452a-8f4f-688113665c24)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:22.649378 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (846888be-00bd-4266-985a-e2240227a790), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.662632 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] Calling delete_port for 846888be-00bd-4266-985a-e2240227a790 owned by network:router_interface {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:22.788238 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device d1c445eb-0228-4769-ba2c-521a8e4633ed no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:30:22.808865 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: d1c445eb-0228-4769-ba2c-521a8e4633ed {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:30:22.809212 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device d1c445eb-0228-4769-ba2c-521a8e4633ed not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:30:22.932061 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (846888be-00bd-4266-985a-e2240227a790), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.961019 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] Pushing event deleted for resources: {'Port': ['ID=846888be-00bd-4266-985a-e2240227a790,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:23.046554 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.128443 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660298'] for router_interface (b2cece98-fd22-43e4-9435-06865df38f44), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.595100 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] Router b2cece98-fd22-43e4-9435-06865df38f44 has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:30:23.703114 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:23.708085 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8aea07d1-de63-406d-95d5-afda748a0488 admin admin] 10.222.0.64 "PUT /v2.0/routers/b2cece98-fd22-43e4-9435-06865df38f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6907949 Apr 12 17:30:23.710639 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50672) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:23.713186 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] Sync routers for ids ['b2cece98-fd22-43e4-9435-06865df38f44'] in dv-cinder-837531-1-iscsi {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:23.726807 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] Routers {'b2cece98-fd22-43e4-9435-06865df38f44'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:23.727423 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:30:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b2cece98-fd22-43e4-9435-06865df38f44'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:23.816970 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Publish callbacks [] for router (b2cece98-fd22-43e4-9435-06865df38f44), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.831842 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] Set router b2cece98-fd22-43e4-9435-06865df38f44 gateway port host: dv-cinder-837531-1-iscsi {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:23.925107 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Publish callbacks [] for router_gateway (b2cece98-fd22-43e4-9435-06865df38f44), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.000370 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'name': 'tempest-TestVolumeBootPattern-149414368-router', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:18Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 5, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'gw_port': {'id': 'c9650539-4ead-4e72-8946-6ac28b09c1e8', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:eb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:19Z', 'updated_at': '2022-04-12T17:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:24.027134 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] Checking router: b2cece98-fd22-43e4-9435-06865df38f44 for host: dv-cinder-837531-1-iscsi {{(pid=103960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:24.035747 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] Routers {'b2cece98-fd22-43e4-9435-06865df38f44'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:24.036330 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:30:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['b2cece98-fd22-43e4-9435-06865df38f44'], 'active': True} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:24.050637 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Deleting port c9650539-4ead-4e72-8946-6ac28b09c1e8 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:24.051222 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.125925 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvr_db [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] Set router b2cece98-fd22-43e4-9435-06865df38f44 gateway port host: None {{(pid=103960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:24.145274 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] For port c9650539-4ead-4e72-8946-6ac28b09c1e8, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=c9650539-4ead-4e72-8946-6ac28b09c1e8,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:24.145824 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.162155 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Calling delete_port for c9650539-4ead-4e72-8946-6ac28b09c1e8 owned by network:router_gateway {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:24.179679 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_hamode_db [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'name': 'tempest-TestVolumeBootPattern-149414368-router', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:18Z', 'updated_at': '2022-04-12T17:30:23Z', 'revision_number': 6, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'gw_port_host': None}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:24.206270 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff96000-336d-4c9c-b324-b56d7111113b None None] The sync data for ids ['b2cece98-fd22-43e4-9435-06865df38f44'] in dv-cinder-837531-1-iscsi is: [{'id': 'b2cece98-fd22-43e4-9435-06865df38f44', 'name': 'tempest-TestVolumeBootPattern-149414368-router', 'tenant_id': '51b9bc29eba14897a52dd0b55486dc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:18Z', 'updated_at': '2022-04-12T17:30:23Z', 'revision_number': 6, 'project_id': '51b9bc29eba14897a52dd0b55486dc08', 'gw_port_host': None}] {{(pid=103960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:24.391993 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (c9650539-4ead-4e72-8946-6ac28b09c1e8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.424065 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9650539-4ead-4e72-8946-6ac28b09c1e8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:24.483940 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662764'] for router_gateway (b2cece98-fd22-43e4-9435-06865df38f44), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.573461 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45033'] for router (b2cece98-fd22-43e4-9435-06865df38f44), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.576087 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Publish callbacks [] for router_controller (b2cece98-fd22-43e4-9435-06865df38f44), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.695029 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666377'] for router (b2cece98-fd22-43e4-9435-06865df38f44), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.695557 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2cece98-fd22-43e4-9435-06865df38f44 {{(pid=103958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:30:24.700755 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.701913 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9589a56b-62da-48bd-81e6-ad23106c7939 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b2cece98-fd22-43e4-9435-06865df38f44 HTTP/1.1" status: 204 len: 168 time: 0.9903522 Apr 12 17:30:24.704381 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50674) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:24.749544 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87df623-6cc3-40d4-baaf-31993e102f92 admin admin] Deleting subnet 15432b5d-c4d3-4e55-bef6-e447d742ff8b {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:30:24.752679 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b87df623-6cc3-40d4-baaf-31993e102f92 admin admin] Publish callbacks [] for subnet (15432b5d-c4d3-4e55-bef6-e447d742ff8b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.786933 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b87df623-6cc3-40d4-baaf-31993e102f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981811'] for subnet (15432b5d-c4d3-4e55-bef6-e447d742ff8b), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.867354 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b87df623-6cc3-40d4-baaf-31993e102f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (15432b5d-c4d3-4e55-bef6-e447d742ff8b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.989447 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 846888be-00bd-4266-985a-e2240227a790 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:30:24.992579 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b87df623-6cc3-40d4-baaf-31993e102f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3604511'] for subnet (15432b5d-c4d3-4e55-bef6-e447d742ff8b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.011168 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 846888be-00bd-4266-985a-e2240227a790 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:30:25.011787 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 846888be-00bd-4266-985a-e2240227a790 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:30:25.012200 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device c9650539-4ead-4e72-8946-6ac28b09c1e8 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:30:25.019526 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87df623-6cc3-40d4-baaf-31993e102f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15432b5d-c4d3-4e55-bef6-e447d742ff8b,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:25.023273 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b87df623-6cc3-40d4-baaf-31993e102f92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.029689 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50676) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:25.030177 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b87df623-6cc3-40d4-baaf-31993e102f92 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/15432b5d-c4d3-4e55-bef6-e447d742ff8b HTTP/1.1" status: 204 len: 168 time: 0.3243802 Apr 12 17:30:25.036551 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055dbe8-f699-419a-8df4-c8d7b7415914 None None] Network 84070c97-79e5-4348-b501-3b57a44b1da1 requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:30:25.038869 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: c9650539-4ead-4e72-8946-6ac28b09c1e8 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:30:25.039218 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device c9650539-4ead-4e72-8946-6ac28b09c1e8 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:30:25.113442 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (84070c97-79e5-4348-b501-3b57a44b1da1), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.161850 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Deleting port 174fc6da-8844-4d11-ad02-0e6ed89f912e {{(pid=103959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:25.162185 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.207059 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee7fcb6-16e1-4966-8cac-6979278329ad None None] DHCP port deletion for 84070c97-79e5-4348-b501-3b57a44b1da1 request from dv-cinder-837531-1-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:30:25.234122 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] For port 174fc6da-8844-4d11-ad02-0e6ed89f912e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=174fc6da-8844-4d11-ad02-0e6ed89f912e,segment=NetworkSegment(f1882639-840b-452a-8f4f-688113665c24),segment_id=f1882639-840b-452a-8f4f-688113665c24)] {{(pid=103959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:25.234562 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.248842 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.plugin [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Calling delete_port for 174fc6da-8844-4d11-ad02-0e6ed89f912e owned by network:dhcp {{(pid=103959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:25.254355 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-aee7fcb6-16e1-4966-8cac-6979278329ad None None] Deleting port 174fc6da-8844-4d11-ad02-0e6ed89f912e {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:30:25.254757 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-aee7fcb6-16e1-4966-8cac-6979278329ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.317058 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-aee7fcb6-16e1-4966-8cac-6979278329ad None None] For port 174fc6da-8844-4d11-ad02-0e6ed89f912e, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=174fc6da-8844-4d11-ad02-0e6ed89f912e,segment=NetworkSegment(f1882639-840b-452a-8f4f-688113665c24),segment_id=f1882639-840b-452a-8f4f-688113665c24)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:25.317453 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-aee7fcb6-16e1-4966-8cac-6979278329ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.330448 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-aee7fcb6-16e1-4966-8cac-6979278329ad None None] Calling delete_port for 174fc6da-8844-4d11-ad02-0e6ed89f912e owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:30:25.389318 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3604989'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.408085 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-aee7fcb6-16e1-4966-8cac-6979278329ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110'] for port (174fc6da-8844-4d11-ad02-0e6ed89f912e), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.418288 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] No DVR routers for this DVR port 174fc6da-8844-4d11-ad02-0e6ed89f912e on host dv-cinder-837531-1-iscsi {{(pid=103959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:30:25.422219 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Pushing event deleted for resources: {'Port': ['ID=174fc6da-8844-4d11-ad02-0e6ed89f912e,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:25.433027 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7fcb6-16e1-4966-8cac-6979278329ad None None] Pushing event deleted for resources: {'Port': ['ID=174fc6da-8844-4d11-ad02-0e6ed89f912e,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:25.437547 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee7fcb6-16e1-4966-8cac-6979278329ad None None] No DVR routers for this DVR port 174fc6da-8844-4d11-ad02-0e6ed89f912e on host dv-cinder-837531-1-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:30:25.499726 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (84070c97-79e5-4348-b501-3b57a44b1da1), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.519660 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84070c97-79e5-4348-b501-3b57a44b1da1']}} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:25.528891 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1882639-840b-452a-8f4f-688113665c24') {'for_net_delete': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:25.529191 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.services.segments.db [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1882639-840b-452a-8f4f-688113665c24') {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:25.538553 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3211908'] for segment (f1882639-840b-452a-8f4f-688113665c24), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.551660 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (f1882639-840b-452a-8f4f-688113665c24), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.558156 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:30:25.558568 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3604776'] for segment (f1882639-840b-452a-8f4f-688113665c24), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: Traceback (most recent call last): Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: timer() Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: cb(*args, **kw) Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: return func(*args, **kwargs) Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: self._notify() Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: self.callback(batched_events) Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: event.method(event) Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: return f(self, *a, **k) Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._get(url).json() Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: return self.request(url, 'GET', **kwargs) Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:30:25.560269 dv-cinder-837531-1-iscsi neutron-server[103959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:30:25.684169 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (84070c97-79e5-4348-b501-3b57a44b1da1), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.689445 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.692577 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] 10.222.0.64 "DELETE /v2.0/networks/84070c97-79e5-4348-b501-3b57a44b1da1 HTTP/1.1" status: 204 len: 168 time: 0.6611960 Apr 12 17:30:25.703646 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14718ac7-c767-4f56-a898-248d0765e805 admin admin] Pushing event deleted for resources: {'Network': ['ID=84070c97-79e5-4348-b501-3b57a44b1da1,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:26.044897 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50682) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:26.085596 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-5caa292e-06c7-4bc2-bffc-45a4e027fa0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3489e7c53aa4de9baa5825d3021547e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395477 Apr 12 17:30:26.088082 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50684) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:26.134964 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bd0af2a7-44e8-4498-889d-b2c25067bfa0 admin admin] Publish callbacks [] for security_group (67f75858-a3af-4303-bd38-e68d307d250d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.156156 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bd0af2a7-44e8-4498-889d-b2c25067bfa0 admin admin] Publish callbacks [] for security_group (67f75858-a3af-4303-bd38-e68d307d250d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.266606 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bd0af2a7-44e8-4498-889d-b2c25067bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (67f75858-a3af-4303-bd38-e68d307d250d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.269495 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-bd0af2a7-44e8-4498-889d-b2c25067bfa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.270775 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-bd0af2a7-44e8-4498-889d-b2c25067bfa0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67f75858-a3af-4303-bd38-e68d307d250d HTTP/1.1" status: 204 len: 168 time: 0.1815150 Apr 12 17:30:26.279167 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0af2a7-44e8-4498-889d-b2c25067bfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f75858-a3af-4303-bd38-e68d307d250d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:26.789092 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 174fc6da-8844-4d11-ad02-0e6ed89f912e no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:30:26.809769 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 174fc6da-8844-4d11-ad02-0e6ed89f912e {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:30:26.810193 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 174fc6da-8844-4d11-ad02-0e6ed89f912e not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:30:26.923880 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50690) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:26.967255 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-cfdc4cf0-d02a-47dd-a800-9cb0b63384d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51b9bc29eba14897a52dd0b55486dc08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422006 Apr 12 17:30:26.969699 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50692) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:27.016295 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67a56e57-b71e-4092-8649-830e8da206a6 admin admin] Publish callbacks [] for security_group (0ffebeb7-5a83-48b9-8bc8-10aa320b9fef), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.045235 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67a56e57-b71e-4092-8649-830e8da206a6 admin admin] Publish callbacks [] for security_group (0ffebeb7-5a83-48b9-8bc8-10aa320b9fef), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.211378 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67a56e57-b71e-4092-8649-830e8da206a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (0ffebeb7-5a83-48b9-8bc8-10aa320b9fef), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.214317 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-67a56e57-b71e-4092-8649-830e8da206a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.215496 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-67a56e57-b71e-4092-8649-830e8da206a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ffebeb7-5a83-48b9-8bc8-10aa320b9fef HTTP/1.1" status: 204 len: 168 time: 0.2449164 Apr 12 17:30:27.223397 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a56e57-b71e-4092-8649-830e8da206a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffebeb7-5a83-48b9-8bc8-10aa320b9fef,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:34.776658 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:30:38.845209 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-50528164-2f20-4d01-9943-a6b5f26f0d2c req-d8664211-df9f-413c-a5cb-509fa3ce85f5 service neutron] (103959) timed out ('10.222.0.41', 49893) {{(pid=103959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:30:46.485380 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.659711 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fb197438-3f62-4d11-b49b-e6158b33647e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:48.856968 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-60b9a77e-479c-4c4c-a28f-0b28f34a1298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:50.002631 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:51.477060 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:53.054523 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:11.776411 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:31:16.539095 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:16.639057 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-1291a4b6-f263-4a33-a0d6-1bb6895381a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:18.813513 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-86d17814-8603-471e-a93f-9a2b76ab93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:19.958946 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:21.464920 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:23.084438 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:29.059800 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d64f8c-427d-4223-91dd-73798775e827 req-825f3f0d-b7e2-4ea7-9ea4-27ed74d8ff07 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:29.061303 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-15d64f8c-427d-4223-91dd-73798775e827 req-825f3f0d-b7e2-4ea7-9ea4-27ed74d8ff07 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 946 time: 0.0470965 Apr 12 17:31:29.112317 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-15d64f8c-427d-4223-91dd-73798775e827 req-6c5b9491-2c13-4565-a66f-282b862c5ef5 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447173 Apr 12 17:31:30.226750 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed695fd4-1f6b-480b-b1ab-f4550a2a6cdc req-f8536fa7-6f63-4b63-b605-f2f8fe2fb5c7 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:30.228285 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ed695fd4-1f6b-480b-b1ab-f4550a2a6cdc req-f8536fa7-6f63-4b63-b605-f2f8fe2fb5c7 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 946 time: 0.0479543 Apr 12 17:31:30.273757 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-ed695fd4-1f6b-480b-b1ab-f4550a2a6cdc req-4a7771e3-954a-4dae-8b64-6685b5c38329 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400128 Apr 12 17:31:30.955101 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-f78a9a2b-48ef-42c2-b9eb-0057a9802800 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:30.956603 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-f78a9a2b-48ef-42c2-b9eb-0057a9802800 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 946 time: 0.0449419 Apr 12 17:31:31.036916 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Deleting port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:31:31.037186 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:31.129447 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] For port 391c3b36-71f2-4728-8d88-4ab3ac76eb51, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=391c3b36-71f2-4728-8d88-4ab3ac76eb51,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:31.129812 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:31.297210 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:31.297501 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (3a0574b6-e7ae-490f-9c82-23059770cb5c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:31.297820 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Floating IP 3a0574b6-e7ae-490f-9c82-23059770cb5c disassociated. External IP: 172.27.1.215, port: 391c3b36-71f2-4728-8d88-4ab3ac76eb51. Apr 12 17:31:31.298166 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Calling delete_port for 391c3b36-71f2-4728-8d88-4ab3ac76eb51 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:31:31.403079 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c78083-c167-48ab-9578-00b14ab818a1 req-35ea7d8e-749a-4816-8bb0-3ced19ab552e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:31.404545 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f9c78083-c167-48ab-9578-00b14ab818a1 req-35ea7d8e-749a-4816-8bb0-3ced19ab552e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 946 time: 0.0620000 Apr 12 17:31:31.484971 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f9c78083-c167-48ab-9578-00b14ab818a1 req-8bb638b3-a5f3-4c0a-b3d3-2769bd98b2ed tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3a242f7-4346-4f78-b473-65fd8ae8f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720263 Apr 12 17:31:31.553302 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (391c3b36-71f2-4728-8d88-4ab3ac76eb51), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:31.586428 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'Port': ['ID=391c3b36-71f2-4728-8d88-4ab3ac76eb51,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:31.598061 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.598444 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.598828 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.599177 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.599516 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.599858 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.600196 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.600530 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.600863 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.601191 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.601521 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.601854 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.602183 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.602537 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.602864 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:31.713754 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:31:31.822054 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:31:31.831307 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:31:31.841226 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:31:31.841912 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:31:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:31.863606 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] No DVR routers for this DVR port 391c3b36-71f2-4728-8d88-4ab3ac76eb51 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:31:31.866055 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:31.869293 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ca4427e9-ee1f-454e-a21f-e7d7ecb6e566 req-85488741-32a6-4610-ba1e-710b3a82b556 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "DELETE /v2.0/ports/391c3b36-71f2-4728-8d88-4ab3ac76eb51 HTTP/1.1" status: 204 len: 173 time: 0.9076135 Apr 12 17:31:31.869759 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'name': 'network-vif-deleted', 'tag': '391c3b36-71f2-4728-8d88-4ab3ac76eb51'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:31.871995 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2d06a4-618f-454c-8d15-6c51c2922fbe" -d '{"events": [{"server_uuid": "a14f2aaf-02c8-4f26-b621-fa989e4e2f38", "name": "network-vif-deleted", "tag": "391c3b36-71f2-4728-8d88-4ab3ac76eb51"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:31.907354 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6d73b8-8b44-43b1-b82f-1b22379cf9bc x-openstack-request-id: req-fa6d73b8-8b44-43b1-b82f-1b22379cf9bc {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:31.907653 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14f2aaf-02c8-4f26-b621-fa989e4e2f38", "name": "network-vif-deleted", "tag": "391c3b36-71f2-4728-8d88-4ab3ac76eb51", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:31.907911 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa6d73b8-8b44-43b1-b82f-1b22379cf9bc {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:31.908314 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6d73b8-8b44-43b1-b82f-1b22379cf9bc'] response: {'server_uuid': 'a14f2aaf-02c8-4f26-b621-fa989e4e2f38', 'name': 'network-vif-deleted', 'tag': '391c3b36-71f2-4728-8d88-4ab3ac76eb51', 'status': 'completed', 'code': 200} Apr 12 17:31:31.950467 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:31:32.148446 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:32.175753 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:31:32.184015 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:31:32.193533 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:31:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:32.290183 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:31:32.560292 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:32.590180 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f5f37468-1d99-437b-b72a-689106484c11 req-25f21ff4-81cc-417b-bfc1-71f3b1114a64 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=a14f2aaf-02c8-4f26-b621-fa989e4e2f38 HTTP/1.1" status: 200 len: 210 time: 0.0284033 Apr 12 17:31:32.590822 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7aae1-d0ba-4016-b600-cf9babd39264 None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:31:32.936549 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46835ae6-05d8-4446-a282-3e88b853a100 None None] New status for floating IP 3a0574b6-e7ae-490f-9c82-23059770cb5c: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:31:33.722528 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50796) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:33.777593 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (b3a242f7-4346-4f78-b473-65fd8ae8f7fd), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:33.800882 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (b3a242f7-4346-4f78-b473-65fd8ae8f7fd), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:33.834672 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 391c3b36-71f2-4728-8d88-4ab3ac76eb51 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:31:33.858587 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 391c3b36-71f2-4728-8d88-4ab3ac76eb51 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:31:33.860340 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 391c3b36-71f2-4728-8d88-4ab3ac76eb51 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:31:33.901785 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (b3a242f7-4346-4f78-b473-65fd8ae8f7fd), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:33.904449 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:33.905682 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "DELETE /v2.0/security-groups/b3a242f7-4346-4f78-b473-65fd8ae8f7fd HTTP/1.1" status: 204 len: 168 time: 0.1820858 Apr 12 17:31:33.909154 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50798) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:33.916496 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a242f7-4346-4f78-b473-65fd8ae8f7fd,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:33.923081 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-828c8e52-59fa-4777-94c6-0fd91dae99b1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] show failed (client error): The resource could not be found. Apr 12 17:31:33.923764 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.924098 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-828c8e52-59fa-4777-94c6-0fd91dae99b1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups/b3a242f7-4346-4f78-b473-65fd8ae8f7fd HTTP/1.1" status: 404 len: 347 time: 0.0139644 Apr 12 17:31:33.924226 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.924456 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.924798 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.925133 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.925501 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.925795 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.926125 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.926478 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.926809 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.927066 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50800) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:33.927182 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.927456 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.927781 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.928108 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:33.928432 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a50d19-fbb1-4950-a8bd-acd8ae4a68c1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:34.042639 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-cde93a0b-1ccf-4da2-b96b-6614b568a1d3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Deleting port e3321cad-b9ec-4453-bef1-f01706cfeb36 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:31:34.042991 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cde93a0b-1ccf-4da2-b96b-6614b568a1d3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (e3321cad-b9ec-4453-bef1-f01706cfeb36), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:34.121151 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cde93a0b-1ccf-4da2-b96b-6614b568a1d3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (e3321cad-b9ec-4453-bef1-f01706cfeb36), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:34.121488 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cde93a0b-1ccf-4da2-b96b-6614b568a1d3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (e3321cad-b9ec-4453-bef1-f01706cfeb36), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:34.133611 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-cde93a0b-1ccf-4da2-b96b-6614b568a1d3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Calling delete_port for e3321cad-b9ec-4453-bef1-f01706cfeb36 owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:31:34.324168 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cde93a0b-1ccf-4da2-b96b-6614b568a1d3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (e3321cad-b9ec-4453-bef1-f01706cfeb36), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:34.349517 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde93a0b-1ccf-4da2-b96b-6614b568a1d3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'Port': ['ID=e3321cad-b9ec-4453-bef1-f01706cfeb36,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:34.409164 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cde93a0b-1ccf-4da2-b96b-6614b568a1d3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (3a0574b6-e7ae-490f-9c82-23059770cb5c), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:34.411710 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cde93a0b-1ccf-4da2-b96b-6614b568a1d3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:34.412852 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-cde93a0b-1ccf-4da2-b96b-6614b568a1d3 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "DELETE /v2.0/floatingips/3a0574b6-e7ae-490f-9c82-23059770cb5c HTTP/1.1" status: 204 len: 168 time: 0.4847829 Apr 12 17:31:35.029225 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50804) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:35.034223 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-48fbc866-0197-4dee-8d52-14403c09e65a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2050112742', 'description': 'tempest-description--1602993011'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:35.121385 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48fbc866-0197-4dee-8d52-14403c09e65a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.188446 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48fbc866-0197-4dee-8d52-14403c09e65a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (5cc3a015-50b5-4497-9675-d8d7eb49ea6d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.258468 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48fbc866-0197-4dee-8d52-14403c09e65a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (5cc3a015-50b5-4497-9675-d8d7eb49ea6d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.288563 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbc866-0197-4dee-8d52-14403c09e65a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc3a015-50b5-4497-9675-d8d7eb49ea6d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:35.357525 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-48fbc866-0197-4dee-8d52-14403c09e65a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.358809 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-48fbc866-0197-4dee-8d52-14403c09e65a tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3285539 Apr 12 17:31:35.361532 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50806) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:35.365733 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-9e5ba399-3b8a-40a1-b9b1-ca3bffab4fa0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group_rule': {'security_group_id': '5cc3a015-50b5-4497-9675-d8d7eb49ea6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:35.441026 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba399-3b8a-40a1-b9b1-ca3bffab4fa0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (2d3a9212-4108-4b54-a851-32c579fcf106), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.496020 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba399-3b8a-40a1-b9b1-ca3bffab4fa0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (2d3a9212-4108-4b54-a851-32c579fcf106), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.564544 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba399-3b8a-40a1-b9b1-ca3bffab4fa0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (2d3a9212-4108-4b54-a851-32c579fcf106), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.581614 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ba399-3b8a-40a1-b9b1-ca3bffab4fa0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3a9212-4108-4b54-a851-32c579fcf106,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:35.646524 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba399-3b8a-40a1-b9b1-ca3bffab4fa0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.647724 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-9e5ba399-3b8a-40a1-b9b1-ca3bffab4fa0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2852781 Apr 12 17:31:35.650432 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50808) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:35.655510 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-baa10bfd-fa73-424c-b510-30a41ca33751 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'security_group_rule': {'security_group_id': '5cc3a015-50b5-4497-9675-d8d7eb49ea6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:35.724286 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-baa10bfd-fa73-424c-b510-30a41ca33751 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (b078333f-3844-4641-9087-056a272578c9), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.777839 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-baa10bfd-fa73-424c-b510-30a41ca33751 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (b078333f-3844-4641-9087-056a272578c9), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.827048 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-baa10bfd-fa73-424c-b510-30a41ca33751 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281643'] for security_group_rule (b078333f-3844-4641-9087-056a272578c9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.844760 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa10bfd-fa73-424c-b510-30a41ca33751 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b078333f-3844-4641-9087-056a272578c9,revision_number=0']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:35.914644 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-baa10bfd-fa73-424c-b510-30a41ca33751 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:35.915859 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-baa10bfd-fa73-424c-b510-30a41ca33751 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645037 Apr 12 17:31:35.918899 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50810) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:35.923045 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'floatingip': {'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:35.998682 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:36.077300 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:36.176083 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Allocated IP 172.27.1.61 (f1dce858-26e4-44b4-b45d-f014dce4d25f/4e9a6090-6578-48da-96c8-8e07f42deafa/5e6502dd-2cdb-453f-868e-24ddb903f41a) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:31:36.291925 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (5e6502dd-2cdb-453f-868e-24ddb903f41a), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:36.379011 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (5e6502dd-2cdb-453f-868e-24ddb903f41a), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:36.412862 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Network f1dce858-26e4-44b4-b45d-f014dce4d25f is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:31:36.415603 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:31:36.418995 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:31:36.451281 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=5e6502dd-2cdb-453f-868e-24ddb903f41a,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:36.513260 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (06440243-3e5c-4b60-a34b-f4d37bac59b3), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:36.629776 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (5e6502dd-2cdb-453f-868e-24ddb903f41a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:36.773852 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (5e6502dd-2cdb-453f-868e-24ddb903f41a), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:36.835706 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (5e6502dd-2cdb-453f-868e-24ddb903f41a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:36.900551 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=5e6502dd-2cdb-453f-868e-24ddb903f41a,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:36.912447 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (06440243-3e5c-4b60-a34b-f4d37bac59b3), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:36.980771 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:36.982035 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-aec7a0a5-e874-4d0e-883b-7ca9964d17f0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0622036 Apr 12 17:31:37.132692 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-24d445f6-ee0f-4a2b-8f54-615996af54bf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2050112742&fields=id&tenant_id=283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 267 time: 0.0412841 Apr 12 17:31:37.237782 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-e7557184-5d2a-42ea-8556-7e4e6819ebfd tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:37.239160 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-e7557184-5d2a-42ea-8556-7e4e6819ebfd tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 815 time: 0.1002986 Apr 12 17:31:37.253597 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-444b8595-7c08-4997-8f86-4d6cad337b5e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/quotas/283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 375 time: 0.0091691 Apr 12 17:31:37.299673 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-96b8bf4b-f50e-420d-a8c2-9003d4f3a68e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0415115 Apr 12 17:31:37.394775 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5d7c7df9-59bc-4011-bc29-5ded408a7e6b service neutron] 10.222.0.64 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841346 Apr 12 17:31:37.480643 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-571587cd-c5c9-4aab-afb3-49ec3596a2eb service neutron] 10.222.0.64 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802917 Apr 12 17:31:37.730162 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cedd4f1c-06aa-4870-b6de-08c68de8ddbd req-f30f59a1-abf7-4d2a-bb92-9d0d109aa7bf tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 210 time: 0.0273798 Apr 12 17:31:39.091754 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-a12103ea-8103-4e53-9852-2fbd7b8d089f req-c787a58c-e590-473d-937f-9b8d53ba5a8b tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 210 time: 0.2928522 Apr 12 17:31:39.532150 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-ece49888-527d-4fc0-a8bb-a895074b83af tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:39.533586 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-ece49888-527d-4fc0-a8bb-a895074b83af tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 815 time: 0.1005721 Apr 12 17:31:39.602088 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-756dd1de-39d3-4152-bf96-20fca254f853 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=283913e2e6424959b7a274d78673a90e HTTP/1.1" status: 200 len: 380 time: 0.0537672 Apr 12 17:31:39.612061 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'port': {'device_id': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'admin_state_up': True, 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'security_groups': ['5cc3a015-50b5-4497-9675-d8d7eb49ea6d']}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:39.792748 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Made reservation on behalf of 283913e2e6424959b7a274d78673a90e for: {'port': 1} {{(pid=103958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:31:39.796234 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:39.924059 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Allocated IP 172.20.0.11 (566c85b8-040c-40c0-9489-8db73a6e65ff/326bd0bb-4792-4972-8d48-472eb7d7fe37/0c50afe7-1c48-492a-855b-ee721cfc7621) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:31:40.058693 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.153242 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757798099101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.195567 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Network 566c85b8-040c-40c0-9489-8db73a6e65ff is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:31:40.200581 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:31:40.202531 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead8868-e6da-449e-8e9e-4455ceeff843 req-14af6d1d-d9f1-4e6d-a9b6-66ed80c3b658 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:40.204720 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ead8868-e6da-449e-8e9e-4455ceeff843 req-14af6d1d-d9f1-4e6d-a9b6-66ed80c3b658 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 932 time: 0.0481889 Apr 12 17:31:40.204855 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:31:40.211570 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event updated for resources: {'Port': ['ID=0c50afe7-1c48-492a-855b-ee721cfc7621,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:40.259296 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:40.259928 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.274928 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-1ead8868-e6da-449e-8e9e-4455ceeff843 req-4b9e8123-de86-446f-94ee-b212b4f8cf4e tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559683 Apr 12 17:31:40.344434 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-81f15353-d673-4cfa-857e-b8c644eda8f1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7364554 Apr 12 17:31:40.396183 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-a985f379-87e6-4fcc-9289-44b8ea73967f tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:31:40.397151 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-a985f379-87e6-4fcc-9289-44b8ea73967f tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053251 Apr 12 17:31:40.469909 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-f1986508-c6a8-48b9-8ad9-c70f2d4b322a None None] Provisioning complete for port 0c50afe7-1c48-492a-855b-ee721cfc7621 triggered by entity DHCP. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:31:40.470521 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f1986508-c6a8-48b9-8ad9-c70f2d4b322a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.503944 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-f1986508-c6a8-48b9-8ad9-c70f2d4b322a None None] Port 0c50afe7-1c48-492a-855b-ee721cfc7621 cannot update to ACTIVE because it is not bound. {{(pid=103960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:31:40.504123 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.v2.base [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Request body: {'port': {'device_id': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:40.564480 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.815974 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c50afe7-1c48-492a-855b-ee721cfc7621 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:31:40.823146 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Publish callbacks [] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.835003 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Transition to ACTIVE for port object 0c50afe7-1c48-492a-855b-ee721cfc7621 will not be triggered until provisioned by entity L2. {{(pid=103958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:31:40.898617 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.949551 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Pushing event updated for resources: {'Port': ['ID=0c50afe7-1c48-492a-855b-ee721cfc7621,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:41.024219 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Attempting to bind port 0c50afe7-1c48-492a-855b-ee721cfc7621 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:31:41.024578 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Attempting to bind port 0c50afe7-1c48-492a-855b-ee721cfc7621 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:31:41.024987 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Attempting to bind port 0c50afe7-1c48-492a-855b-ee721cfc7621 on network 566c85b8-040c-40c0-9489-8db73a6e65ff {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:31:41.029541 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Port 0c50afe7-1c48-492a-855b-ee721cfc7621 on network 566c85b8-040c-40c0-9489-8db73a6e65ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:31:41.029866 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Attempting to bind port 0c50afe7-1c48-492a-855b-ee721cfc7621 on network 566c85b8-040c-40c0-9489-8db73a6e65ff {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:31:41.035394 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Checking agent: {'id': 'a034589f-4706-4cc7-9cc1-65813819611e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'started_at': datetime.datetime(2022, 4, 12, 17, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:31:41.035728 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Checking segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:31:41.036120 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Bound using segment: {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:31:41.036555 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Bound port: 0c50afe7-1c48-492a-855b-ee721cfc7621, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970784a6-7a3b-4155-8e5e-caf8c38e54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:31:41.036920 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:41.102769 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] For port 0c50afe7-1c48-492a-855b-ee721cfc7621, host hv-cinder-83753, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:31:41.105690 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] For port 0c50afe7-1c48-492a-855b-ee721cfc7621, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0c50afe7-1c48-492a-855b-ee721cfc7621,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:31:41.187615 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975850'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:41.221600 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:41.222215 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:41.223617 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] 10.222.0.41 "PUT /v2.0/ports/0c50afe7-1c48-492a-855b-ee721cfc7621 HTTP/1.1" status: 200 len: 1094 time: 0.8126385 Apr 12 17:31:41.224056 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'tag': '0c50afe7-1c48-492a-855b-ee721cfc7621'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:41.226286 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4996eb5-9062-463c-a56a-e3189dd28adc" -d '{"events": [{"name": "network-changed", "server_uuid": "ec30fa58-e28e-4ec4-b91c-0464258d3eb4", "tag": "0c50afe7-1c48-492a-855b-ee721cfc7621"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:41.258187 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b5a1f-e843-4c7f-a14d-0fe44b89f21c service neutron] Pushing event updated for resources: {'Port': ['ID=0c50afe7-1c48-492a-855b-ee721cfc7621,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:41.268242 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2992ef2-0f56-4ce6-8616-704722622d66 x-openstack-request-id: req-b2992ef2-0f56-4ce6-8616-704722622d66 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:41.268595 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec30fa58-e28e-4ec4-b91c-0464258d3eb4", "tag": "0c50afe7-1c48-492a-855b-ee721cfc7621", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:41.268775 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2992ef2-0f56-4ce6-8616-704722622d66 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:41.269237 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2992ef2-0f56-4ce6-8616-704722622d66'] response: {'name': 'network-changed', 'server_uuid': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'tag': '0c50afe7-1c48-492a-855b-ee721cfc7621', 'status': 'completed', 'code': 200} Apr 12 17:31:41.351789 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4996eb5-9062-463c-a56a-e3189dd28adc req-0729370a-7fe6-48d0-9845-1846c7845bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:41.353605 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e4996eb5-9062-463c-a56a-e3189dd28adc req-0729370a-7fe6-48d0-9845-1846c7845bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 1128 time: 0.0437436 Apr 12 17:31:41.384055 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89c38-a7da-4c8e-9eb1-76e0d2d8ad90 req-b37748a7-16c0-4fdb-aa9f-c8dcc9d3891f tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:41.386538 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c9e89c38-a7da-4c8e-9eb1-76e0d2d8ad90 req-b37748a7-16c0-4fdb-aa9f-c8dcc9d3891f tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 944 time: 0.0513155 Apr 12 17:31:41.435718 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-c9e89c38-a7da-4c8e-9eb1-76e0d2d8ad90 req-b0c10ce0-f90f-459b-94e1-a7cef926181f tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Apr 12 17:31:41.465972 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4996eb5-9062-463c-a56a-e3189dd28adc req-c6fecc96-4ad1-4de3-bf5b-f4229eafdf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:41.467481 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e4996eb5-9062-463c-a56a-e3189dd28adc req-c6fecc96-4ad1-4de3-bf5b-f4229eafdf13 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=283913e2e6424959b7a274d78673a90e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1008604 Apr 12 17:31:41.561855 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4996eb5-9062-463c-a56a-e3189dd28adc req-836c6789-5078-4a27-853a-6b36d7c97a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:41.563273 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e4996eb5-9062-463c-a56a-e3189dd28adc req-836c6789-5078-4a27-853a-6b36d7c97a35 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0900180 Apr 12 17:31:41.657032 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-220643e4-3dc8-41a5-a4d2-34e231346bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:41.658554 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-220643e4-3dc8-41a5-a4d2-34e231346bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 1128 time: 0.0393708 Apr 12 17:31:41.706177 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-6d71ecdc-1080-4aa4-b336-4260f0a82af3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c50afe7-1c48-492a-855b-ee721cfc7621 HTTP/1.1" status: 200 len: 217 time: 0.0337670 Apr 12 17:31:41.752262 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-135a5e43-47d1-4349-ada0-46a49dfcc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:41.753676 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-135a5e43-47d1-4349-ada0-46a49dfcc623 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 200 len: 854 time: 0.0421104 Apr 12 17:31:41.798198 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-c13fb47f-4dc7-40b1-9fac-f816bff2fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:41.799658 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-c13fb47f-4dc7-40b1-9fac-f816bff2fca5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=566c85b8-040c-40c0-9489-8db73a6e65ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404942 Apr 12 17:31:41.886349 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-e43e211c-9079-4a34-84f5-aed76a6acfbb service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807040 Apr 12 17:31:41.976069 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-72a64b8b-d64a-48c7-8148-8455157b1ed6 req-9c3ac525-d844-49a5-8308-92f60ac5bc52 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841179 Apr 12 17:31:42.550598 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45dbbc-1d8c-440c-8b03-12c5c66d8ca1 req-4f323fe2-7ab6-45b5-9362-e522a266a433 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:42.552063 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ff45dbbc-1d8c-440c-8b03-12c5c66d8ca1 req-4f323fe2-7ab6-45b5-9362-e522a266a433 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 944 time: 0.0463047 Apr 12 17:31:42.598346 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-ff45dbbc-1d8c-440c-8b03-12c5c66d8ca1 req-fff32561-352e-49f6-9bc3-1beb01eb1c13 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406942 Apr 12 17:31:43.709969 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38deda-e37f-4f0a-adf9-cfeb946e5cfb req-d767f46d-eefc-4524-8003-ba0c30fe5d96 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:43.711822 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e38deda-e37f-4f0a-adf9-cfeb946e5cfb req-d767f46d-eefc-4524-8003-ba0c30fe5d96 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 944 time: 0.0472333 Apr 12 17:31:43.759145 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3e38deda-e37f-4f0a-adf9-cfeb946e5cfb req-1558a3fa-7cea-42dc-b115-83c29a5c5cf6 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Apr 12 17:31:44.871843 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21d987-c758-44ef-99e7-036b7f824802 req-7d7ecf17-80f7-4432-868f-25193d2f0dfa tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:44.873273 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5f21d987-c758-44ef-99e7-036b7f824802 req-7d7ecf17-80f7-4432-868f-25193d2f0dfa tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 944 time: 0.0491078 Apr 12 17:31:44.918621 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5f21d987-c758-44ef-99e7-036b7f824802 req-7fbc048f-4301-4818-b6a7-6ba41768aa2c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393107 Apr 12 17:31:45.897516 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 0c50afe7-1c48-492a-855b-ee721cfc7621 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:31:45.991393 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 0c50afe7-1c48-492a-855b-ee721cfc7621, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0c50afe7-1c48-492a-855b-ee721cfc7621,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:46.002744 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Returning: {'device': '0c50afe7-1c48-492a-855b-ee721cfc7621', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'port_id': '0c50afe7-1c48-492a-855b-ee721cfc7621', 'mac_address': 'fa:16:3e:84:51:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:31:46.033564 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d144579-7cec-427e-9cdf-5127b74eca39 req-9f1ef6f5-2c6b-490c-b57c-8ae6224abba1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:46.035066 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3d144579-7cec-427e-9cdf-5127b74eca39 req-9f1ef6f5-2c6b-490c-b57c-8ae6224abba1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 944 time: 0.0510612 Apr 12 17:31:46.043918 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 0c50afe7-1c48-492a-855b-ee721cfc7621 is: DOWN; New status is: BUILD {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:46.044312 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:46.058023 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c50afe7-1c48-492a-855b-ee721cfc7621 {{(pid=103960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:31:46.077249 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 0c50afe7-1c48-492a-855b-ee721cfc7621, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0c50afe7-1c48-492a-855b-ee721cfc7621,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:46.082485 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-3d144579-7cec-427e-9cdf-5127b74eca39 req-9f8b9065-3f7b-4892-892b-a2c3452eb9d6 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413952 Apr 12 17:31:46.144541 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:46.191764 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=0c50afe7-1c48-492a-855b-ee721cfc7621,revision_number=4']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:46.198579 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.198930 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.199273 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.199612 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.199952 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.200283 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.200612 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.200937 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.201264 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.201590 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.201915 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.202240 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.202589 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.203449 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.203772 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:46.506991 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:46.580856 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] get_ports_and_sgs() called for port_ids ['0c50afe7-1c48-492a-855b-ee721cfc7621'] {{(pid=103960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:31:46.638621 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f5e30156-43b8-448f-8d4b-83d73516e9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:47.191886 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c1a1-1e11-47be-b441-e0ff09950721 req-aeef8528-27ce-4902-ae37-3b1ed4e3fbf0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:47.193337 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fe00c1a1-1e11-47be-b441-e0ff09950721 req-aeef8528-27ce-4902-ae37-3b1ed4e3fbf0 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 945 time: 0.0458810 Apr 12 17:31:47.239549 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-fe00c1a1-1e11-47be-b441-e0ff09950721 req-8a91c367-83a1-46cd-940a-02790f0f9c66 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407269 Apr 12 17:31:47.897482 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 0c50afe7-1c48-492a-855b-ee721cfc7621 up at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:31:47.939972 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning for port 0c50afe7-1c48-492a-855b-ee721cfc7621 completed by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:31:48.009626 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.provisioning_blocks [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Provisioning complete for port 0c50afe7-1c48-492a-855b-ee721cfc7621 triggered by entity L2. {{(pid=103960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:31:48.010002 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16117881'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), provisioning_complete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.089749 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Current status of the port 0c50afe7-1c48-492a-855b-ee721cfc7621 is: BUILD; New status is: ACTIVE {{(pid=103960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:48.090139 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16074102'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), before_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.112777 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c50afe7-1c48-492a-855b-ee721cfc7621'}] {{(pid=103960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:48.115103 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918bc0ab98c6989e4e759c538c894f5ed42c6bafd05688a60897294bc5a89894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2a67d4-a81f-429e-953e-7c69e0c15e44" -d '{"events": [{"server_uuid": "ec30fa58-e28e-4ec4-b91c-0464258d3eb4", "name": "network-vif-plugged", "status": "completed", "tag": "0c50afe7-1c48-492a-855b-ee721cfc7621"}]}' {{(pid=103960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:48.127594 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] For port 0c50afe7-1c48-492a-855b-ee721cfc7621, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0c50afe7-1c48-492a-855b-ee721cfc7621,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:48.151979 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eda06b-609c-4da0-8e8e-d7a7dd79d6df x-openstack-request-id: req-05eda06b-609c-4da0-8e8e-d7a7dd79d6df {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:48.152256 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec30fa58-e28e-4ec4-b91c-0464258d3eb4", "name": "network-vif-plugged", "status": "completed", "tag": "0c50afe7-1c48-492a-855b-ee721cfc7621", "code": 200}]} {{(pid=103960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:48.152508 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05eda06b-609c-4da0-8e8e-d7a7dd79d6df {{(pid=103960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:48.152901 dv-cinder-837531-1-iscsi neutron-server[103960]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05eda06b-609c-4da0-8e8e-d7a7dd79d6df'] response: {'server_uuid': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c50afe7-1c48-492a-855b-ee721cfc7621', 'code': 200} Apr 12 17:31:48.218199 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757798507560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757798099119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757798099137'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.265964 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Pushing event updated for resources: {'Port': ['ID=0c50afe7-1c48-492a-855b-ee721cfc7621,revision_number=5']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:48.348775 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ba181-7cf7-4314-aefb-46bb9ab8d7c0 req-f9985549-843f-4b98-9776-98e24dfa3f46 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:48.350231 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e87ba181-7cf7-4314-aefb-46bb9ab8d7c0 req-f9985549-843f-4b98-9776-98e24dfa3f46 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 946 time: 0.0464897 Apr 12 17:31:48.400163 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e87ba181-7cf7-4314-aefb-46bb9ab8d7c0 req-78d3a145-94e0-417e-8f92-f206f187664c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442221 Apr 12 17:31:48.502584 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75493e-4f57-4088-a8c5-0cee9727feb8 req-48f3e9f2-887a-449d-ae84-a716a1d05366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:48.504019 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4b75493e-4f57-4088-a8c5-0cee9727feb8 req-48f3e9f2-887a-449d-ae84-a716a1d05366 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 1130 time: 0.0375266 Apr 12 17:31:48.545435 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-4b75493e-4f57-4088-a8c5-0cee9727feb8 req-d28100cc-103c-425b-a452-8c50ea83513e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360024 Apr 12 17:31:48.774411 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:31:48.801304 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4a803e95-5ce4-493f-8b86-b1653c8a917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:49.510882 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba5c7-a540-4384-b01b-24a2890761bf req-4dc90588-1a42-4380-906f-cb3dd28a0f34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:49.520087 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d73ba5c7-a540-4384-b01b-24a2890761bf req-4dc90588-1a42-4380-906f-cb3dd28a0f34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 946 time: 0.0459838 Apr 12 17:31:49.558506 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-d73ba5c7-a540-4384-b01b-24a2890761bf req-ee1e73dc-dcd7-4873-9efa-ba1a85f0d8fe tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400856 Apr 12 17:31:49.987211 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:50.669401 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b529-77b3-4e5b-a287-b7f269a56afb req-a7baedd7-9eba-45d5-be15-4c2a296422ab tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:50.670844 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9ed1b529-77b3-4e5b-a287-b7f269a56afb req-a7baedd7-9eba-45d5-be15-4c2a296422ab tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 946 time: 0.0454743 Apr 12 17:31:50.716047 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-9ed1b529-77b3-4e5b-a287-b7f269a56afb req-50656d7c-aa92-4e7d-a800-c8a746de42b8 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398400 Apr 12 17:31:50.821354 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae481c-86e8-4a8e-a5ab-92418eecbff5 req-429b53b7-d45f-4d30-97d7-8565bea29cf9 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:50.822846 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2dae481c-86e8-4a8e-a5ab-92418eecbff5 req-429b53b7-d45f-4d30-97d7-8565bea29cf9 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 946 time: 0.0458272 Apr 12 17:31:50.831888 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50874) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:50.836327 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.v2.base [None req-9826f759-f7bf-4e61-81ef-12c5d41eda34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Request body: {'floatingip': {'port_id': '0c50afe7-1c48-492a-855b-ee721cfc7621'}} {{(pid=103959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:50.877738 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9826f759-f7bf-4e61-81ef-12c5d41eda34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (06440243-3e5c-4b60-a34b-f4d37bac59b3), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:51.308062 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9826f759-f7bf-4e61-81ef-12c5d41eda34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:51.369672 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9826f759-f7bf-4e61-81ef-12c5d41eda34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (06440243-3e5c-4b60-a34b-f4d37bac59b3), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:51.461302 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:51.472180 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.db.l3_db [None req-9826f759-f7bf-4e61-81ef-12c5d41eda34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Floating IP 06440243-3e5c-4b60-a34b-f4d37bac59b3 associated. External IP: 172.27.1.61, port: 0c50afe7-1c48-492a-855b-ee721cfc7621. Apr 12 17:31:51.678926 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9826f759-f7bf-4e61-81ef-12c5d41eda34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:31:51.785293 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9826f759-f7bf-4e61-81ef-12c5d41eda34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:31:51.790084 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9826f759-f7bf-4e61-81ef-12c5d41eda34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:51.794858 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:31:51.805142 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:31:51.805754 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:31:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:51.825091 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-9826f759-f7bf-4e61-81ef-12c5d41eda34 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "PUT /v2.0/floatingips/06440243-3e5c-4b60-a34b-f4d37bac59b3 HTTP/1.1" status: 200 len: 991 time: 0.9921660 Apr 12 17:31:51.825713 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'tag': '0c50afe7-1c48-492a-855b-ee721cfc7621'}] {{(pid=103959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:51.828454 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c12c93e049d8a073f8324244cb8b17ed934cda9c87d61a55565691f273b6217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01a8dea-3eca-4aad-afa8-16a4878a428e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec30fa58-e28e-4ec4-b91c-0464258d3eb4", "tag": "0c50afe7-1c48-492a-855b-ee721cfc7621"}]}' {{(pid=103959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:51.864282 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4876fc02-d56b-4111-8552-31a6ffee27b9 x-openstack-request-id: req-4876fc02-d56b-4111-8552-31a6ffee27b9 {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:51.864578 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec30fa58-e28e-4ec4-b91c-0464258d3eb4", "tag": "0c50afe7-1c48-492a-855b-ee721cfc7621", "status": "completed", "code": 200}]} {{(pid=103959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:51.864836 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4876fc02-d56b-4111-8552-31a6ffee27b9 {{(pid=103959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:51.865245 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4876fc02-d56b-4111-8552-31a6ffee27b9'] response: {'name': 'network-changed', 'server_uuid': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'tag': '0c50afe7-1c48-492a-855b-ee721cfc7621', 'status': 'completed', 'code': 200} Apr 12 17:31:51.913026 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:31:51.958063 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-4af7ad8e-d14f-48d4-ad4e-24bbe0966c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:51.959518 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-4af7ad8e-d14f-48d4-ad4e-24bbe0966c62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 1130 time: 0.0419536 Apr 12 17:31:52.052099 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-1b07341b-e04f-4ee4-a89b-2880f1ba0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:52.053579 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-1b07341b-e04f-4ee4-a89b-2880f1ba0ed4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 915 time: 0.0839527 Apr 12 17:31:52.120820 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-712ff696-79d4-4e73-b159-61167ac1f8a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c50afe7-1c48-492a-855b-ee721cfc7621 HTTP/1.1" status: 200 len: 999 time: 0.0616705 Apr 12 17:31:52.124997 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '06440243-3e5c-4b60-a34b-f4d37bac59b3', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': '0c50afe7-1c48-492a-855b-ee721cfc7621', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:84:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:31:36Z', 'updated_at': '2022-04-12T17:31:51Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:52.150899 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:31:52.159762 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:31:52.160370 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:31:49Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:52.167800 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-b06a21f1-ebf8-428c-be87-29ab30a4389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:52.169255 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-b06a21f1-ebf8-428c-be87-29ab30a4389a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 200 len: 854 time: 0.0431991 Apr 12 17:31:52.211449 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-dfb4280c-e0fd-4fcd-ae36-72c6f4d4eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:31:52.212866 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-dfb4280c-e0fd-4fcd-ae36-72c6f4d4eb8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=566c85b8-040c-40c0-9489-8db73a6e65ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381224 Apr 12 17:31:52.266999 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:31:52.304833 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-12458d84-0607-45d4-b124-7d0dca261f71 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851324 Apr 12 17:31:52.396293 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-f01a8dea-3eca-4aad-afa8-16a4878a428e req-0ff6aefc-f89f-407d-8fb3-4e7930ede788 service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850012 Apr 12 17:31:52.474703 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '06440243-3e5c-4b60-a34b-f4d37bac59b3', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': '0c50afe7-1c48-492a-855b-ee721cfc7621', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:84:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:31:36Z', 'updated_at': '2022-04-12T17:31:51Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:52.503522 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020a086-f05c-4263-b5f6-316d1b6592e0 None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_floatingips': [{'id': '06440243-3e5c-4b60-a34b-f4d37bac59b3', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'router_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'port_id': '0c50afe7-1c48-492a-855b-ee721cfc7621', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'mac_address': 'fa:16:3e:84:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:31:36Z', 'updated_at': '2022-04-12T17:31:51Z', 'revision_number': 1, 'project_id': '283913e2e6424959b7a274d78673a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:31:52.683610 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b66347b-36ed-4dc3-afe6-ae6eb106529f None None] New status for floating IP 06440243-3e5c-4b60-a34b-f4d37bac59b3: ACTIVE {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:31:53.035037 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:16.545961 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:16.751773 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-5522c5a9-1cdc-49ab-b720-968fcd1e4436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:18.806053 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6408700d-753a-4d34-974c-a9fda2d57f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:19.980600 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.500607 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:23.040125 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:25.773699 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:32:46.539645 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:46.730733 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0c7c3deb-2e1c-4767-a5b1-b4d3ffacc36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:48.822438 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb27f-3e1d-4f5e-8caa-015ecbe0f740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:49.970686 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:50.069675 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5e631130-3d60-44fa-bca8-c351a471d206 req-195a911b-bf77-4dbb-b977-32016004b76f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420644 Apr 12 17:32:50.164620 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e631130-3d60-44fa-bca8-c351a471d206 req-d80a42a3-d69e-447c-87f4-93508f0482e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:32:50.166081 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5e631130-3d60-44fa-bca8-c351a471d206 req-d80a42a3-d69e-447c-87f4-93508f0482e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283913e2e6424959b7a274d78673a90e&device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 1130 time: 0.0379252 Apr 12 17:32:50.265327 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e631130-3d60-44fa-bca8-c351a471d206 req-ebcde3db-eec3-40cb-93a3-738972190738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:32:50.266699 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5e631130-3d60-44fa-bca8-c351a471d206 req-ebcde3db-eec3-40cb-93a3-738972190738 service neutron] 10.222.0.41 "GET /v2.0/networks?id=566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 200 len: 915 time: 0.0822282 Apr 12 17:32:50.332189 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5e631130-3d60-44fa-bca8-c351a471d206 req-8921150f-fbf6-4126-8fe9-396c6e5e0ab4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c50afe7-1c48-492a-855b-ee721cfc7621 HTTP/1.1" status: 200 len: 1001 time: 0.0599022 Apr 12 17:32:50.379552 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e631130-3d60-44fa-bca8-c351a471d206 req-0479aab0-0de6-421b-b2ef-01ce4c96424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:32:50.380938 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5e631130-3d60-44fa-bca8-c351a471d206 req-0479aab0-0de6-421b-b2ef-01ce4c96424f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 200 len: 854 time: 0.0420704 Apr 12 17:32:50.423853 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e631130-3d60-44fa-bca8-c351a471d206 req-af6076d4-08fa-481a-b471-11faf6b07515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:32:50.425297 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5e631130-3d60-44fa-bca8-c351a471d206 req-af6076d4-08fa-481a-b471-11faf6b07515 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=566c85b8-040c-40c0-9489-8db73a6e65ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377162 Apr 12 17:32:50.514793 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5e631130-3d60-44fa-bca8-c351a471d206 req-fd179f2a-95a3-4a09-8fc0-cc3fe2b2720d service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832894 Apr 12 17:32:50.607036 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-5e631130-3d60-44fa-bca8-c351a471d206 req-f4aed962-270f-41b2-8d5c-01590b79ce6c service neutron] 10.222.0.41 "GET /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841205 Apr 12 17:32:51.462427 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:53.048076 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:02.772454 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:33:16.647970 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6a766779-fef1-4b3b-b55f-f53424a2503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:16.750565 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:18.799340 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-f31642b5-de18-4458-939c-d8b4c4cbec34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:19.711520 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d092b-9426-4b3a-adc5-3e444b708c96 req-614b831b-2dd4-4a8c-b2be-3d1ad5d7da96 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:33:19.713016 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2e8d092b-9426-4b3a-adc5-3e444b708c96 req-614b831b-2dd4-4a8c-b2be-3d1ad5d7da96 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 946 time: 0.0484147 Apr 12 17:33:19.760916 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-2e8d092b-9426-4b3a-adc5-3e444b708c96 req-94a8186f-91a1-4ee3-9579-8e6f8b060d6c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 Apr 12 17:33:19.973396 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:20.877854 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538af012-b138-43f1-aad0-c84e29fae3e5 req-996a005f-d9aa-40f6-bdbd-51d3236ff1c5 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:33:20.880181 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-538af012-b138-43f1-aad0-c84e29fae3e5 req-996a005f-d9aa-40f6-bdbd-51d3236ff1c5 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 946 time: 0.0487852 Apr 12 17:33:20.927282 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-538af012-b138-43f1-aad0-c84e29fae3e5 req-22218b3c-fc6f-42ae-910d-71e870faf7b1 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415552 Apr 12 17:33:21.486276 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-5d781b1e-0443-468b-b658-a398b75d376d tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:33:21.487710 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-5d781b1e-0443-468b-b658-a398b75d376d tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 946 time: 0.0451069 Apr 12 17:33:21.490460 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:21.572416 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Deleting port 0c50afe7-1c48-492a-855b-ee721cfc7621 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:33:21.572762 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:21.659081 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] For port 0c50afe7-1c48-492a-855b-ee721cfc7621, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0c50afe7-1c48-492a-855b-ee721cfc7621,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:21.659441 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:21.828751 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:21.829207 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662742'] for floatingip (06440243-3e5c-4b60-a34b-f4d37bac59b3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:21.829527 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.db.l3_db [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Floating IP 06440243-3e5c-4b60-a34b-f4d37bac59b3 disassociated. External IP: 172.27.1.61, port: 0c50afe7-1c48-492a-855b-ee721cfc7621. Apr 12 17:33:21.829895 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Calling delete_port for 0c50afe7-1c48-492a-855b-ee721cfc7621 owned by compute:nova {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:33:22.030767 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (0c50afe7-1c48-492a-855b-ee721cfc7621), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:22.039297 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59676414-e0e2-4b43-85f6-af7b881b2261 req-59c1f39d-ecb9-4978-b464-fe9927689b96 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:33:22.040793 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59676414-e0e2-4b43-85f6-af7b881b2261 req-59c1f39d-ecb9-4978-b464-fe9927689b96 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 946 time: 0.0469315 Apr 12 17:33:22.058837 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'Port': ['ID=0c50afe7-1c48-492a-855b-ee721cfc7621,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:22.070873 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.070873 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.071073 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.071362 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.071673 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.072001 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.072325 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.073146 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.073146 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.073350 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.073579 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.073896 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.074215 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.074558 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.075349 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:22.091008 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-59676414-e0e2-4b43-85f6-af7b881b2261 req-a62a215f-82fe-48d2-8831-1469244ed495 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups?id=5cc3a015-50b5-4497-9675-d8d7eb49ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 Apr 12 17:33:22.188514 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:33:22.296334 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:33:22.305657 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:33:22.315135 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:22.315754 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:33:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:22.341533 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] No DVR routers for this DVR port 0c50afe7-1c48-492a-855b-ee721cfc7621 on host hv-cinder-83753 {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:33:22.344190 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for port (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:22.347695 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [req-e32df81b-a656-4883-a5db-36d8b6a6c8ac req-efee37ef-6f00-4828-b77d-6e89b4165d51 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.41 "DELETE /v2.0/ports/0c50afe7-1c48-492a-855b-ee721cfc7621 HTTP/1.1" status: 204 len: 173 time: 0.8544161 Apr 12 17:33:22.348102 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'name': 'network-vif-deleted', 'tag': '0c50afe7-1c48-492a-855b-ee721cfc7621'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:33:22.350326 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e845a6265bef3e425178bdacadb4c10cc634dcae5b82d997eaa7e35cb3566ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bfbf89-0ba2-418c-8305-4ce3bc8bac0b" -d '{"events": [{"server_uuid": "ec30fa58-e28e-4ec4-b91c-0464258d3eb4", "name": "network-vif-deleted", "tag": "0c50afe7-1c48-492a-855b-ee721cfc7621"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:33:22.427992 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:22.552608 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4711bd7b-d14d-4dd3-8a79-a8f5e35e2c4b x-openstack-request-id: req-4711bd7b-d14d-4dd3-8a79-a8f5e35e2c4b {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:33:22.552910 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec30fa58-e28e-4ec4-b91c-0464258d3eb4", "name": "network-vif-deleted", "tag": "0c50afe7-1c48-492a-855b-ee721cfc7621", "status": "completed", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:33:22.553167 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4711bd7b-d14d-4dd3-8a79-a8f5e35e2c4b {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:33:22.553575 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4711bd7b-d14d-4dd3-8a79-a8f5e35e2c4b'] response: {'server_uuid': 'ec30fa58-e28e-4ec4-b91c-0464258d3eb4', 'name': 'network-vif-deleted', 'tag': '0c50afe7-1c48-492a-855b-ee721cfc7621', 'status': 'completed', 'code': 200} Apr 12 17:33:22.718872 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:22.745711 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:33:22.754063 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:22.755201 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:33:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:22.862039 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:23.045687 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:23.053835 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:23.077493 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f605f6-6b15-4fa1-882a-ccca6a5c9f20 None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:26:14Z', 'revision_number': 4, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi', '_interfaces': [{'id': '0002207d-5c6d-4fcc-a743-4b56a10ae66d', 'name': '', 'network_id': '566c85b8-040c-40c0-9489-8db73a6e65ff', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'mac_address': 'fa:16:3e:35:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:14Z', 'updated_at': '2022-04-12T17:26:18Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'subnets': [{'id': '326bd0bb-4792-4972-8d48-472eb7d7fe37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:33:23.203078 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [req-cd9b8c2a-eb62-4d6d-977d-1ba2825dfca1 req-cf6e2e45-1bb2-4d87-9203-9628ecb7493c tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec30fa58-e28e-4ec4-b91c-0464258d3eb4 HTTP/1.1" status: 200 len: 210 time: 0.0307028 Apr 12 17:33:23.313566 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c856e64-5e63-447e-95c6-bea0b29aef83 None None] New status for floating IP 06440243-3e5c-4b60-a34b-f4d37bac59b3: DOWN {{(pid=103960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:33:24.278142 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 0c50afe7-1c48-492a-855b-ee721cfc7621 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:33:24.300640 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] No Port match for: 0c50afe7-1c48-492a-855b-ee721cfc7621 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:33:24.300979 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Device 0c50afe7-1c48-492a-855b-ee721cfc7621 not bound to the agent host hv-cinder-83753 {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:33:24.342495 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 50994) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:24.404764 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (5cc3a015-50b5-4497-9675-d8d7eb49ea6d), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.427972 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (5cc3a015-50b5-4497-9675-d8d7eb49ea6d), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.535862 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (5cc3a015-50b5-4497-9675-d8d7eb49ea6d), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.538448 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.541152 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "DELETE /v2.0/security-groups/5cc3a015-50b5-4497-9675-d8d7eb49ea6d HTTP/1.1" status: 204 len: 168 time: 0.1961279 Apr 12 17:33:24.542496 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50996) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:24.548634 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc3a015-50b5-4497-9675-d8d7eb49ea6d,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:24.555664 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.556014 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.556357 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.556693 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.557029 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.557244 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.api.v2.resource [None req-8d252fc3-1e87-42e7-a2a7-eef06dab2337 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] show failed (client error): The resource could not be found. Apr 12 17:33:24.557367 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.557669 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.557995 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.558291 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-8d252fc3-1e87-42e7-a2a7-eef06dab2337 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "GET /v2.0/security-groups/5cc3a015-50b5-4497-9675-d8d7eb49ea6d HTTP/1.1" status: 404 len: 347 time: 0.0148134 Apr 12 17:33:24.558508 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.558640 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.558965 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.559283 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.559603 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.559923 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.560241 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d91f30-ec2b-4f63-9d79-c93a909a4051 tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:24.561096 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 50998) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:24.675008 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c0aeaf26-c82f-446e-b996-242981aba5de tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Deleting port 5e6502dd-2cdb-453f-868e-24ddb903f41a {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:33:24.675352 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0aeaf26-c82f-446e-b996-242981aba5de tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (5e6502dd-2cdb-453f-868e-24ddb903f41a), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.749598 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0aeaf26-c82f-446e-b996-242981aba5de tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (5e6502dd-2cdb-453f-868e-24ddb903f41a), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.749924 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0aeaf26-c82f-446e-b996-242981aba5de tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (5e6502dd-2cdb-453f-868e-24ddb903f41a), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.762979 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c0aeaf26-c82f-446e-b996-242981aba5de tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Calling delete_port for 5e6502dd-2cdb-453f-868e-24ddb903f41a owned by network:floatingip {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:33:24.959707 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0aeaf26-c82f-446e-b996-242981aba5de tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (5e6502dd-2cdb-453f-868e-24ddb903f41a), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.988003 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aeaf26-c82f-446e-b996-242981aba5de tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Pushing event deleted for resources: {'Port': ['ID=5e6502dd-2cdb-453f-868e-24ddb903f41a,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:25.050628 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0aeaf26-c82f-446e-b996-242981aba5de tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks [] for floatingip (06440243-3e5c-4b60-a34b-f4d37bac59b3), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.053190 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c0aeaf26-c82f-446e-b996-242981aba5de tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54805'] for floatingip (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.054378 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-c0aeaf26-c82f-446e-b996-242981aba5de tempest-AttachVolumeNegativeTest-1842466539 tempest-AttachVolumeNegativeTest-1842466539-project] 10.222.0.64 "DELETE /v2.0/floatingips/06440243-3e5c-4b60-a34b-f4d37bac59b3 HTTP/1.1" status: 204 len: 168 time: 0.4923644 Apr 12 17:33:29.089473 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51034) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:29.551447 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660438'] for router_interface (79c63ec0-b692-44ba-b8a8-4595edfea85b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.779724 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] Deleting port 0002207d-5c6d-4fcc-a743-4b56a10ae66d {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:33:29.780062 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.858701 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] For port 0002207d-5c6d-4fcc-a743-4b56a10ae66d, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=0002207d-5c6d-4fcc-a743-4b56a10ae66d,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:29.858985 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.871685 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] Calling delete_port for 0002207d-5c6d-4fcc-a743-4b56a10ae66d owned by network:router_interface {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:33:30.124497 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (0002207d-5c6d-4fcc-a743-4b56a10ae66d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:30.150565 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=0002207d-5c6d-4fcc-a743-4b56a10ae66d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:30.562938 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660298'] for router_interface (79c63ec0-b692-44ba-b8a8-4595edfea85b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:30.773296 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] Router 79c63ec0-b692-44ba-b8a8-4595edfea85b has already been hosted by L3 agent 372af045-1c51-4efd-b11c-59505e33d1ef {{(pid=103958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:33:30.882005 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] Notify agent at l3_agent.dv-cinder-837531-1-iscsi the message routers_updated {{(pid=103958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:33:30.887843 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-51eda688-f15e-4bf3-891d-107f7b2d7cbc admin admin] 10.222.0.64 "PUT /v2.0/routers/79c63ec0-b692-44ba-b8a8-4595edfea85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7973580 Apr 12 17:33:30.890513 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51038) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:30.891071 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] Sync routers for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:33:30.901130 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:30.901790 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:33:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:30.994735 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Publish callbacks [] for router (79c63ec0-b692-44ba-b8a8-4595edfea85b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.006740 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: dv-cinder-837531-1-iscsi {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:31.098444 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Publish callbacks [] for router_gateway (79c63ec0-b692-44ba-b8a8-4595edfea85b), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.170676 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'external_fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:33:30Z', 'revision_number': 5, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port': {'id': '63980524-3461-4bde-9d9f-e6bca04868e4', 'name': '', 'network_id': 'f1dce858-26e4-44b4-b45d-f014dce4d25f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837531-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:26:12Z', 'updated_at': '2022-04-12T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e9a6090-6578-48da-96c8-8e07f42deafa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837531-1-iscsi'}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:31.198798 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Deleting port 63980524-3461-4bde-9d9f-e6bca04868e4 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:33:31.199382 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.200249 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] Checking router: 79c63ec0-b692-44ba-b8a8-4595edfea85b for host: dv-cinder-837531-1-iscsi {{(pid=103961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:33:31.208768 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] Routers {'79c63ec0-b692-44ba-b8a8-4595edfea85b'} bound to L3 agent in host dv-cinder-837531-1-iscsi {{(pid=103961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:31.209410 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837531-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:00:49Z,description=,heartbeat_timestamp=2022-04-12T17:33:19Z,host='dv-cinder-837531-1-iscsi',id=372af045-1c51-4efd-b11c-59505e33d1ef,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:00:49Z,topic='l3_agent')) {'router_ids': ['79c63ec0-b692-44ba-b8a8-4595edfea85b'], 'active': True} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:31.275512 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] For port 63980524-3461-4bde-9d9f-e6bca04868e4, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=63980524-3461-4bde-9d9f-e6bca04868e4,segment=NetworkSegment(a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1),segment_id=a90b97d5-4f37-4fcb-b95e-1a8b2fdfeac1)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:31.275874 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.289172 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Calling delete_port for 63980524-3461-4bde-9d9f-e6bca04868e4 owned by network:router_gateway {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:33:31.295599 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_dvr_db [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] Set router 79c63ec0-b692-44ba-b8a8-4595edfea85b gateway port host: None {{(pid=103961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:31.345581 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.l3_hamode_db [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:33:31Z', 'revision_number': 6, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port_host': None}], 'dv-cinder-837531-1-iscsi', False) {} {{(pid=103961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:31.374068 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d68faed-58b6-47de-bd3e-334a26161281 None None] The sync data for ids ['79c63ec0-b692-44ba-b8a8-4595edfea85b'] in dv-cinder-837531-1-iscsi is: [{'id': '79c63ec0-b692-44ba-b8a8-4595edfea85b', 'name': 'tempest-AttachVolumeNegativeTest-2137924788-router', 'tenant_id': '283913e2e6424959b7a274d78673a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:26:11Z', 'updated_at': '2022-04-12T17:33:31Z', 'revision_number': 6, 'project_id': '283913e2e6424959b7a274d78673a90e', 'gw_port_host': None}] {{(pid=103961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:33:31.495696 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (63980524-3461-4bde-9d9f-e6bca04868e4), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.520634 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=63980524-3461-4bde-9d9f-e6bca04868e4,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:31.581700 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662764'] for router_gateway (79c63ec0-b692-44ba-b8a8-4595edfea85b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.672986 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45033'] for router (79c63ec0-b692-44ba-b8a8-4595edfea85b), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.675139 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Publish callbacks [] for router_controller (79c63ec0-b692-44ba-b8a8-4595edfea85b), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.785163 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666377'] for router (79c63ec0-b692-44ba-b8a8-4595edfea85b), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.785731 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79c63ec0-b692-44ba-b8a8-4595edfea85b {{(pid=103958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:33:31.790497 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.791810 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-20be9495-dd9f-4bab-a528-7fa43c0e1ea1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/79c63ec0-b692-44ba-b8a8-4595edfea85b HTTP/1.1" status: 204 len: 168 time: 0.9003718 Apr 12 17:33:31.794309 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51040) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:31.839321 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa23a41-1bcc-4bfb-8236-bb1886fb9ccb admin admin] Deleting subnet 326bd0bb-4792-4972-8d48-472eb7d7fe37 {{(pid=103958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:33:31.842327 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0fa23a41-1bcc-4bfb-8236-bb1886fb9ccb admin admin] Publish callbacks [] for subnet (326bd0bb-4792-4972-8d48-472eb7d7fe37), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.876850 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0fa23a41-1bcc-4bfb-8236-bb1886fb9ccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3981811'] for subnet (326bd0bb-4792-4972-8d48-472eb7d7fe37), precommit_delete_associations {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.969203 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0fa23a41-1bcc-4bfb-8236-bb1886fb9ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16442205'] for subnet (326bd0bb-4792-4972-8d48-472eb7d7fe37), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.079862 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0fa23a41-1bcc-4bfb-8236-bb1886fb9ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16442186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3604511'] for subnet (326bd0bb-4792-4972-8d48-472eb7d7fe37), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.109969 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa23a41-1bcc-4bfb-8236-bb1886fb9ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326bd0bb-4792-4972-8d48-472eb7d7fe37,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:32.119174 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0fa23a41-1bcc-4bfb-8236-bb1886fb9ccb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.120094 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0fa23a41-1bcc-4bfb-8236-bb1886fb9ccb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/326bd0bb-4792-4972-8d48-472eb7d7fe37 HTTP/1.1" status: 204 len: 168 time: 0.3239615 Apr 12 17:33:32.121811 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51042) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:32.122707 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64198da7-7555-42ce-ae5a-35aff672a8c8 None None] Network 566c85b8-040c-40c0-9489-8db73a6e65ff requested from dv-cinder-837531-1-iscsi {{(pid=103960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:33:32.203573 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16500268'] for network (566c85b8-040c-40c0-9489-8db73a6e65ff), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.255604 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Deleting port 0c3f107a-e958-45d9-973c-74035e770fd1 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:33:32.255763 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.287826 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] DHCP port deletion for 566c85b8-040c-40c0-9489-8db73a6e65ff request from dv-cinder-837531-1-iscsi {{(pid=103960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:33:32.320123 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] For port 0c3f107a-e958-45d9-973c-74035e770fd1, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=0c3f107a-e958-45d9-973c-74035e770fd1,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:32.320509 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.328632 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Deleting port 0c3f107a-e958-45d9-973c-74035e770fd1 {{(pid=103960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:33:32.329008 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757798500648'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), before_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.334849 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Calling delete_port for 0c3f107a-e958-45d9-973c-74035e770fd1 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:33:32.394516 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.db [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] For port 0c3f107a-e958-45d9-973c-74035e770fd1, host dv-cinder-837531-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837531-1-iscsi',level=0,port_id=0c3f107a-e958-45d9-973c-74035e770fd1,segment=NetworkSegment(970784a6-7a3b-4155-8e5e-caf8c38e54e2),segment_id=970784a6-7a3b-4155-8e5e-caf8c38e54e2)] {{(pid=103960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:32.394906 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657496'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), precommit_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.408996 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Calling delete_port for 0c3f107a-e958-45d9-973c-74035e770fd1 owned by network:dhcp {{(pid=103960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:33:32.482623 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975827'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.488044 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16074161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757798507542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757798099110'] for port (0c3f107a-e958-45d9-973c-74035e770fd1), after_delete {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.509920 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3f107a-e958-45d9-973c-74035e770fd1,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:32.511802 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] No DVR routers for this DVR port 0c3f107a-e958-45d9-973c-74035e770fd1 on host dv-cinder-837531-1-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:33:32.513323 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Pushing event deleted for resources: {'Port': ['ID=0c3f107a-e958-45d9-973c-74035e770fd1,revision_number=None']} {{(pid=103960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:32.520681 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] No DVR routers for this DVR port 0c3f107a-e958-45d9-973c-74035e770fd1 on host dv-cinder-837531-1-iscsi {{(pid=103960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:33:32.524699 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.525129 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.528540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.528540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.528540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.528540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.528540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.528540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.528540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.528540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.528540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.528540 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.529796 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.529796 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.529796 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea736bbd-9868-474e-a8d6-b1766dbe373d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:32.585773 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16442854', 'neutron.services.segments.db._delete_segments_for_network-8757798591160'] for network (566c85b8-040c-40c0-9489-8db73a6e65ff), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.605322 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566c85b8-040c-40c0-9489-8db73a6e65ff']}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:32.614544 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970784a6-7a3b-4155-8e5e-caf8c38e54e2') {'for_net_delete': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:32.614838 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.services.segments.db [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970784a6-7a3b-4155-8e5e-caf8c38e54e2') {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:32.624066 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757798593729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3981768'] for segment (970784a6-7a3b-4155-8e5e-caf8c38e54e2), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.637522 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134'] for segment (970784a6-7a3b-4155-8e5e-caf8c38e54e2), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.643260 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:33:32.643635 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975750'] for segment (970784a6-7a3b-4155-8e5e-caf8c38e54e2), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: Traceback (most recent call last): Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: timer() Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: cb(*args, **kw) Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: return func(*args, **kwargs) Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: self._notify() Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: self.callback(batched_events) Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: event.method(event) Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: return f(self, *a, **k) Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._get(url).json() Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: return self.request(url, 'GET', **kwargs) Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:33:32.645250 dv-cinder-837531-1-iscsi neutron-server[103958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:33:32.773626 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16442847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662728'] for network (566c85b8-040c-40c0-9489-8db73a6e65ff), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.778765 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749867'] for network (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.781862 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/566c85b8-040c-40c0-9489-8db73a6e65ff HTTP/1.1" status: 204 len: 168 time: 0.6590543 Apr 12 17:33:32.792647 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce122b7-42e1-4d65-8731-4b95a0c18ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=566c85b8-040c-40c0-9489-8db73a6e65ff,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:32.888998 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 0002207d-5c6d-4fcc-a743-4b56a10ae66d no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:33:32.911837 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 0002207d-5c6d-4fcc-a743-4b56a10ae66d {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:33:32.912643 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 0002207d-5c6d-4fcc-a743-4b56a10ae66d not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:33:32.912643 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 63980524-3461-4bde-9d9f-e6bca04868e4 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:33:32.931908 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 63980524-3461-4bde-9d9f-e6bca04868e4 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:33:32.935581 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 63980524-3461-4bde-9d9f-e6bca04868e4 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:33:32.935581 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 0c3f107a-e958-45d9-973c-74035e770fd1 no longer exists at agent ovs-agent-dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:33:32.951297 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] No Port match for: 0c3f107a-e958-45d9-973c-74035e770fd1 {{(pid=103960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:33:32.951648 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron.plugins.ml2.rpc [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Device 0c3f107a-e958-45d9-973c-74035e770fd1 not bound to the agent host dv-cinder-837531-1-iscsi {{(pid=103960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:33:33.220555 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51046) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:33.260229 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-170c8736-4ba8-4ce4-8568-86bbfb0fd210 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=283913e2e6424959b7a274d78673a90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426784 Apr 12 17:33:33.262630 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51048) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:33.308302 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-70b559cf-9833-48d0-8d6d-c7e19c3d893c admin admin] Publish callbacks [] for security_group (d53d5fc6-e505-43f8-8c99-0812809ead05), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.330134 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-70b559cf-9833-48d0-8d6d-c7e19c3d893c admin admin] Publish callbacks [] for security_group (d53d5fc6-e505-43f8-8c99-0812809ead05), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.438389 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-70b559cf-9833-48d0-8d6d-c7e19c3d893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (d53d5fc6-e505-43f8-8c99-0812809ead05), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.441004 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-70b559cf-9833-48d0-8d6d-c7e19c3d893c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.442165 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-70b559cf-9833-48d0-8d6d-c7e19c3d893c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d53d5fc6-e505-43f8-8c99-0812809ead05 HTTP/1.1" status: 204 len: 168 time: 0.1786537 Apr 12 17:33:33.450895 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b559cf-9833-48d0-8d6d-c7e19c3d893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d5fc6-e505-43f8-8c99-0812809ead05,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:39.770683 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:33:46.595800 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:46.687290 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-831ea2f9-82c5-4567-9f5f-e4c2b3c8f97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:48.795830 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-fd94c0d1-c67e-4697-a3b4-aa5f4ead3b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:49.980865 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:51.472152 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:53.043508 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:53.953532 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51260) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:54.070109 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e632ba07-a4ac-447d-8885-6ad091f7f67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:54.142150 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e632ba07-a4ac-447d-8885-6ad091f7f67c admin admin] Publish callbacks [] for security_group (bb1ea84d-7c6a-42d3-85a5-c5137af69348), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:54.214942 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e632ba07-a4ac-447d-8885-6ad091f7f67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (bb1ea84d-7c6a-42d3-85a5-c5137af69348), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:54.256852 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e632ba07-a4ac-447d-8885-6ad091f7f67c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=659608e2a1804139a3360a946b4b25d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022594 Apr 12 17:33:54.257693 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632ba07-a4ac-447d-8885-6ad091f7f67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1ea84d-7c6a-42d3-85a5-c5137af69348,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:54.260284 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51264) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:54.307984 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-adbf0a3d-b69f-449c-b275-277efdef2104 admin admin] Publish callbacks [] for security_group (bb1ea84d-7c6a-42d3-85a5-c5137af69348), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:54.329260 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-adbf0a3d-b69f-449c-b275-277efdef2104 admin admin] Publish callbacks [] for security_group (bb1ea84d-7c6a-42d3-85a5-c5137af69348), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:54.443112 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-adbf0a3d-b69f-449c-b275-277efdef2104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (bb1ea84d-7c6a-42d3-85a5-c5137af69348), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:54.445576 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-adbf0a3d-b69f-449c-b275-277efdef2104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:54.447462 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-adbf0a3d-b69f-449c-b275-277efdef2104 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb1ea84d-7c6a-42d3-85a5-c5137af69348 HTTP/1.1" status: 204 len: 168 time: 0.1861677 Apr 12 17:33:54.455364 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf0a3d-b69f-449c-b275-277efdef2104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1ea84d-7c6a-42d3-85a5-c5137af69348,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:55.042052 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51270) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:55.057697 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-20dda48f-18bf-48bf-84da-070b1ad93487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:55.129811 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-20dda48f-18bf-48bf-84da-070b1ad93487 admin admin] Publish callbacks [] for security_group (e7913aaa-8ab6-4648-a839-53f1504d8406), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:55.185821 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-20dda48f-18bf-48bf-84da-070b1ad93487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e7913aaa-8ab6-4648-a839-53f1504d8406), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:55.224280 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-20dda48f-18bf-48bf-84da-070b1ad93487 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70f195e16b374cbab22f5a1ccb69b0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811423 Apr 12 17:33:55.225139 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dda48f-18bf-48bf-84da-070b1ad93487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7913aaa-8ab6-4648-a839-53f1504d8406,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:55.227673 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51272) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:55.273396 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e7a83ac9-782f-4af8-952d-569ae3c899dc admin admin] Publish callbacks [] for security_group (e7913aaa-8ab6-4648-a839-53f1504d8406), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:55.294638 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e7a83ac9-782f-4af8-952d-569ae3c899dc admin admin] Publish callbacks [] for security_group (e7913aaa-8ab6-4648-a839-53f1504d8406), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:55.392134 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e7a83ac9-782f-4af8-952d-569ae3c899dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e7913aaa-8ab6-4648-a839-53f1504d8406), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:55.394549 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e7a83ac9-782f-4af8-952d-569ae3c899dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:55.395683 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-e7a83ac9-782f-4af8-952d-569ae3c899dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7913aaa-8ab6-4648-a839-53f1504d8406 HTTP/1.1" status: 204 len: 168 time: 0.1670456 Apr 12 17:33:55.403876 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a83ac9-782f-4af8-952d-569ae3c899dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7913aaa-8ab6-4648-a839-53f1504d8406,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:02.540624 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51368) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:02.640935 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4f59f590-feef-4bb4-ab46-ed8d519ef3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:02.713783 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4f59f590-feef-4bb4-ab46-ed8d519ef3ed admin admin] Publish callbacks [] for security_group (e450fda7-4c24-4c66-9394-54b7048fef19), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:02.791449 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4f59f590-feef-4bb4-ab46-ed8d519ef3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e450fda7-4c24-4c66-9394-54b7048fef19), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:02.830403 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-4f59f590-feef-4bb4-ab46-ed8d519ef3ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba76f50067bf466b825972ddab7a9c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887251 Apr 12 17:34:02.831259 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f590-feef-4bb4-ab46-ed8d519ef3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e450fda7-4c24-4c66-9394-54b7048fef19,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:02.833610 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51372) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:02.883249 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6e2e-2caa-4336-93ff-9667c2eb5a01 admin admin] Publish callbacks [] for security_group (e450fda7-4c24-4c66-9394-54b7048fef19), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:02.904026 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6e2e-2caa-4336-93ff-9667c2eb5a01 admin admin] Publish callbacks [] for security_group (e450fda7-4c24-4c66-9394-54b7048fef19), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:03.024108 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6e2e-2caa-4336-93ff-9667c2eb5a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (e450fda7-4c24-4c66-9394-54b7048fef19), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:03.026696 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-4a7b6e2e-2caa-4336-93ff-9667c2eb5a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:03.027862 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-4a7b6e2e-2caa-4336-93ff-9667c2eb5a01 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e450fda7-4c24-4c66-9394-54b7048fef19 HTTP/1.1" status: 204 len: 168 time: 0.1932592 Apr 12 17:34:03.035554 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b6e2e-2caa-4336-93ff-9667c2eb5a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e450fda7-4c24-4c66-9394-54b7048fef19,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:03.590118 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51378) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:03.603630 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbad80a0-9905-4bc8-99df-eb4b2dbe5a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:03.677655 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbad80a0-9905-4bc8-99df-eb4b2dbe5a8b admin admin] Publish callbacks [] for security_group (0b9d46f3-ff12-439d-930a-7072c73f0d63), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:03.818709 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-dbad80a0-9905-4bc8-99df-eb4b2dbe5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (0b9d46f3-ff12-439d-930a-7072c73f0d63), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:03.858333 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-dbad80a0-9905-4bc8-99df-eb4b2dbe5a8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=012b4eeb8a9344d1b678b72249a0b2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671273 Apr 12 17:34:03.859207 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad80a0-9905-4bc8-99df-eb4b2dbe5a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9d46f3-ff12-439d-930a-7072c73f0d63,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:03.861153 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51380) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:03.911509 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0a9c188b-7c19-46a4-a87c-6f5176f6b525 admin admin] Publish callbacks [] for security_group (0b9d46f3-ff12-439d-930a-7072c73f0d63), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:03.932701 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0a9c188b-7c19-46a4-a87c-6f5176f6b525 admin admin] Publish callbacks [] for security_group (0b9d46f3-ff12-439d-930a-7072c73f0d63), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:04.089207 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0a9c188b-7c19-46a4-a87c-6f5176f6b525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (0b9d46f3-ff12-439d-930a-7072c73f0d63), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:04.091758 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0a9c188b-7c19-46a4-a87c-6f5176f6b525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:04.094936 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-0a9c188b-7c19-46a4-a87c-6f5176f6b525 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b9d46f3-ff12-439d-930a-7072c73f0d63 HTTP/1.1" status: 204 len: 168 time: 0.2307615 Apr 12 17:34:04.101243 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c188b-7c19-46a4-a87c-6f5176f6b525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9d46f3-ff12-439d-930a-7072c73f0d63,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:10.869569 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51458) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:10.970794 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-31dbe365-ea82-4542-8fae-278740f55b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:11.042961 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-31dbe365-ea82-4542-8fae-278740f55b39 admin admin] Publish callbacks [] for security_group (497b1141-c830-4ba3-8b1a-588410299749), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:11.094370 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-31dbe365-ea82-4542-8fae-278740f55b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (497b1141-c830-4ba3-8b1a-588410299749), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:11.130620 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbe365-ea82-4542-8fae-278740f55b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497b1141-c830-4ba3-8b1a-588410299749,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:11.135442 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-31dbe365-ea82-4542-8fae-278740f55b39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6253c7aa32c7453facbcb50413f95562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648499 Apr 12 17:34:11.138215 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51462) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:11.185217 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-09d95a9e-99f6-44a9-ac9e-38e3b28d9840 admin admin] Publish callbacks [] for security_group (497b1141-c830-4ba3-8b1a-588410299749), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:11.206042 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-09d95a9e-99f6-44a9-ac9e-38e3b28d9840 admin admin] Publish callbacks [] for security_group (497b1141-c830-4ba3-8b1a-588410299749), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:11.315885 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-09d95a9e-99f6-44a9-ac9e-38e3b28d9840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (497b1141-c830-4ba3-8b1a-588410299749), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:11.318297 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-09d95a9e-99f6-44a9-ac9e-38e3b28d9840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:11.319467 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-09d95a9e-99f6-44a9-ac9e-38e3b28d9840 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/497b1141-c830-4ba3-8b1a-588410299749 HTTP/1.1" status: 204 len: 168 time: 0.1804762 Apr 12 17:34:11.327644 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d95a9e-99f6-44a9-ac9e-38e3b28d9840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497b1141-c830-4ba3-8b1a-588410299749,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:11.891176 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51468) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:11.904149 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea416-e93a-48ba-9b61-2d8f14df11ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:11.975332 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea416-e93a-48ba-9b61-2d8f14df11ce admin admin] Publish callbacks [] for security_group (7fcf6d95-0d22-4b88-a9df-e9ef5fb73c85), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:12.037223 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea416-e93a-48ba-9b61-2d8f14df11ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (7fcf6d95-0d22-4b88-a9df-e9ef5fb73c85), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:12.075448 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-6d5ea416-e93a-48ba-9b61-2d8f14df11ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46e7875bd3ec449db22f7f8dd6cc1704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831932 Apr 12 17:34:12.077398 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ea416-e93a-48ba-9b61-2d8f14df11ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcf6d95-0d22-4b88-a9df-e9ef5fb73c85,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:12.078597 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51470) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:12.126414 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e65d2d63-787e-4d3b-aaff-277118aee49b admin admin] Publish callbacks [] for security_group (7fcf6d95-0d22-4b88-a9df-e9ef5fb73c85), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:12.146822 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e65d2d63-787e-4d3b-aaff-277118aee49b admin admin] Publish callbacks [] for security_group (7fcf6d95-0d22-4b88-a9df-e9ef5fb73c85), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:12.248359 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e65d2d63-787e-4d3b-aaff-277118aee49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (7fcf6d95-0d22-4b88-a9df-e9ef5fb73c85), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:12.250949 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e65d2d63-787e-4d3b-aaff-277118aee49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:12.252106 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-e65d2d63-787e-4d3b-aaff-277118aee49b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fcf6d95-0d22-4b88-a9df-e9ef5fb73c85 HTTP/1.1" status: 204 len: 168 time: 0.1723394 Apr 12 17:34:12.260154 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d2d63-787e-4d3b-aaff-277118aee49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcf6d95-0d22-4b88-a9df-e9ef5fb73c85,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:16.558825 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:16.665877 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8082951c-24aa-457e-8747-5b153873fb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:16.769691 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:34:18.808465 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e55db9b3-cc62-4afe-9f10-0d581ed8b5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:19.567222 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51554) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:19.668621 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b181ab52-e582-43c5-9180-68b0532f4f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:19.744080 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b181ab52-e582-43c5-9180-68b0532f4f8b admin admin] Publish callbacks [] for security_group (4b018251-3dc3-49ef-950c-b5339a3de802), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:19.812296 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b181ab52-e582-43c5-9180-68b0532f4f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4b018251-3dc3-49ef-950c-b5339a3de802), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:19.851298 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-b181ab52-e582-43c5-9180-68b0532f4f8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c96967fdaa54b5187dd4ab10faa1fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830269 Apr 12 17:34:19.852166 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181ab52-e582-43c5-9180-68b0532f4f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b018251-3dc3-49ef-950c-b5339a3de802,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:19.854098 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51558) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:19.902132 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ff32421-25af-4af6-8fc4-9b89e1ff0a1d admin admin] Publish callbacks [] for security_group (4b018251-3dc3-49ef-950c-b5339a3de802), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:19.923085 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ff32421-25af-4af6-8fc4-9b89e1ff0a1d admin admin] Publish callbacks [] for security_group (4b018251-3dc3-49ef-950c-b5339a3de802), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:19.997194 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.019926 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ff32421-25af-4af6-8fc4-9b89e1ff0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (4b018251-3dc3-49ef-950c-b5339a3de802), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.022583 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-8ff32421-25af-4af6-8fc4-9b89e1ff0a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.023761 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-8ff32421-25af-4af6-8fc4-9b89e1ff0a1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b018251-3dc3-49ef-950c-b5339a3de802 HTTP/1.1" status: 204 len: 168 time: 0.1685634 Apr 12 17:34:20.031555 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff32421-25af-4af6-8fc4-9b89e1ff0a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b018251-3dc3-49ef-950c-b5339a3de802,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:20.571528 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51564) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:20.584926 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-baba5d2d-5f67-4912-9a14-0e44eb61fd82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.656937 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-baba5d2d-5f67-4912-9a14-0e44eb61fd82 admin admin] Publish callbacks [] for security_group (906ba3ad-37ab-4137-a51a-eda43607d0b0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.710836 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-baba5d2d-5f67-4912-9a14-0e44eb61fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (906ba3ad-37ab-4137-a51a-eda43607d0b0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.749573 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-baba5d2d-5f67-4912-9a14-0e44eb61fd82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecf7754504134a3cbe1d52c008477bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768689 Apr 12 17:34:20.750750 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba5d2d-5f67-4912-9a14-0e44eb61fd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906ba3ad-37ab-4137-a51a-eda43607d0b0,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:20.752302 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51566) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:20.802612 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd10418f-4de7-4785-aeb4-665cb083e698 admin admin] Publish callbacks [] for security_group (906ba3ad-37ab-4137-a51a-eda43607d0b0), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.823439 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd10418f-4de7-4785-aeb4-665cb083e698 admin admin] Publish callbacks [] for security_group (906ba3ad-37ab-4137-a51a-eda43607d0b0), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.928744 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd10418f-4de7-4785-aeb4-665cb083e698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (906ba3ad-37ab-4137-a51a-eda43607d0b0), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.931340 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-cd10418f-4de7-4785-aeb4-665cb083e698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.934791 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-cd10418f-4de7-4785-aeb4-665cb083e698 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/906ba3ad-37ab-4137-a51a-eda43607d0b0 HTTP/1.1" status: 204 len: 168 time: 0.1788671 Apr 12 17:34:20.940896 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10418f-4de7-4785-aeb4-665cb083e698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906ba3ad-37ab-4137-a51a-eda43607d0b0,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:21.499752 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:23.040787 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:23.828529 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51634) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:23.929898 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7f71cd4-1a27-4465-8c94-5f2d757f54ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:24.002852 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7f71cd4-1a27-4465-8c94-5f2d757f54ec admin admin] Publish callbacks [] for security_group (48a9ff4f-229d-4c5f-b311-2dda6a9900c4), precommit_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:24.059980 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-d7f71cd4-1a27-4465-8c94-5f2d757f54ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (48a9ff4f-229d-4c5f-b311-2dda6a9900c4), after_create {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:24.099654 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-d7f71cd4-1a27-4465-8c94-5f2d757f54ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd4f1f70d73e4176b377fbb5fafc67b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700572 Apr 12 17:34:24.100513 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f71cd4-1a27-4465-8c94-5f2d757f54ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a9ff4f-229d-4c5f-b311-2dda6a9900c4,revision_number=1']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:24.102424 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51638) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:24.150336 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Publish callbacks [] for security_group (48a9ff4f-229d-4c5f-b311-2dda6a9900c4), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:24.170577 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Publish callbacks [] for security_group (48a9ff4f-229d-4c5f-b311-2dda6a9900c4), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:24.299535 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (48a9ff4f-229d-4c5f-b311-2dda6a9900c4), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:24.301928 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:24.303093 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48a9ff4f-229d-4c5f-b311-2dda6a9900c4 HTTP/1.1" status: 204 len: 168 time: 0.1991317 Apr 12 17:34:24.311216 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a9ff4f-229d-4c5f-b311-2dda6a9900c4,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:24.318124 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.318500 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.318845 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.319178 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.319505 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.319830 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.320156 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.320475 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.320794 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.321244 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.321456 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.321844 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.322079 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.322418 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.323350 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ea7fd-9275-4dbd-90f7-c0cacec8f4bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:24.868830 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.wsgi [-] (103958) accepted ('10.222.0.64', 51644) {{(pid=103958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:24.882381 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19cde96e-d5d9-42c8-a944-143439cac6af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:24.953152 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19cde96e-d5d9-42c8-a944-143439cac6af admin admin] Publish callbacks [] for security_group (6535b5a4-86b8-47ca-bd70-e352dd0219b3), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:25.025023 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-19cde96e-d5d9-42c8-a944-143439cac6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (6535b5a4-86b8-47ca-bd70-e352dd0219b3), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:25.064102 dv-cinder-837531-1-iscsi neutron-server[103958]: INFO neutron.wsgi [None req-19cde96e-d5d9-42c8-a944-143439cac6af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efa544968e684a5987aa5940622f9e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941445 Apr 12 17:34:25.065021 dv-cinder-837531-1-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cde96e-d5d9-42c8-a944-143439cac6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6535b5a4-86b8-47ca-bd70-e352dd0219b3,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:25.066783 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [-] (103959) accepted ('10.222.0.64', 51646) {{(pid=103959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:25.116322 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Publish callbacks [] for security_group (6535b5a4-86b8-47ca-bd70-e352dd0219b3), before_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:25.136876 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Publish callbacks [] for security_group (6535b5a4-86b8-47ca-bd70-e352dd0219b3), precommit_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:25.259514 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281721'] for security_group (6535b5a4-86b8-47ca-bd70-e352dd0219b3), after_delete {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:25.262582 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:25.267242 dv-cinder-837531-1-iscsi neutron-server[103959]: INFO neutron.wsgi [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6535b5a4-86b8-47ca-bd70-e352dd0219b3 HTTP/1.1" status: 204 len: 168 time: 0.1952853 Apr 12 17:34:25.271535 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6535b5a4-86b8-47ca-bd70-e352dd0219b3,revision_number=None']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:25.279194 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.279608 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.279953 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.280292 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.280628 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.280957 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.281282 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.281609 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.281933 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.282256 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.282601 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.282928 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.283243 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.283560 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:25.283880 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df654d-3633-4aa9-b1ea-49e291b6bc3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837531-1-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:46.611509 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:46.634205 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4e52-2342-4d4c-a595-ff49698b4d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:48.811557 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e4cb2891-968d-4797-906e-77c6fcd0353b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:50.007472 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:51.464215 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:53.058709 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:53.769183 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:35:16.589493 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:16.640823 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-a6e45f7f-a559-4a99-9746-8d5b2034f691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:18.812272 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-ae3a92ec-51af-4051-a71c-1492dc8c48d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:19.982289 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:21.459364 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-2e84f37a-46bf-4825-a7ab-f5b4eb2fb090 service neutron] (103959) timed out ('10.222.0.64', 48082) {{(pid=103959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:35:21.469405 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:21.630312 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-37392649-b1f9-4773-98f8-941f993897e0 req-ecba1614-5575-4e5b-9cb2-16b6a3da5282 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] (103959) timed out ('10.222.0.64', 48090) {{(pid=103959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:35:23.023601 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:30.768153 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:35:46.611627 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:46.678591 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-bbbf38d2-b3dd-4e7b-a69e-571c471d2696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:48.800286 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e63eb1f1-e721-43d8-8422-5f37a01bbca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:49.993134 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:51.485916 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:53.051150 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:07.767336 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:36:16.587844 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:16.610602 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-28d93985-b173-4590-8c62-edf61fb27d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:18.782235 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-3db761c9-e8e4-4478-a3ce-e4ab7bfb313f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:19.986549 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:21.479932 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:23.136079 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.766294 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:36:46.632591 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:46.649720 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8e9f85b2-45f7-46ad-8f24-689f42e56db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.798190 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6da38c02-d7de-4145-8009-27b16798d870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.986867 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:51.471710 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:53.067322 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:16.620423 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-55df56c2-912b-4550-998f-a6eb7b5a288a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:16.643766 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:18.814056 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-d793a35f-7dd6-4780-9047-956aa755a586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:20.019669 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:21.500159 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:21.765208 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:37:23.054333 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:46.614201 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-e84bcba4-3f79-4331-a695-4abc57e95c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:46.631655 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:48.802226 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-648cd913-b157-48ff-9573-3aafdb2f8f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:49.990837 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:51.476503 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:53.053818 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:58.764227 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:38:16.664560 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-b80a52c1-cba5-429d-acfd-b693bd133493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:16.675452 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:18.824102 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4912bd4f-e968-4de5-994a-55fc097fb378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:20.110513 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:21.464436 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:23.041204 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:35.763420 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:38:46.646703 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0999d478-2fb9-41e2-9eab-d049683e41e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:46.674876 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:48.795231 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0fa28542-7380-42e5-b41f-01a3d22c1289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:50.006095 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:51.508895 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:53.046455 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:12.762596 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:39:16.634220 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-0117a171-15f9-4ea1-ae84-dd7095f5bdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:16.662708 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:18.805492 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6699-a626-418a-9847-917975a6d855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:19.993796 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:21.503037 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:23.051409 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:35.199980 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-3ff73092-8eab-42d1-ae1e-e521d4bb15df service neutron] (103959) timed out ('10.222.0.64', 47646) {{(pid=103959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:39:36.330907 dv-cinder-837531-1-iscsi neutron-server[103959]: DEBUG neutron.wsgi [req-58c0d4c2-572f-415b-a341-7d14016fdeb2 req-2b0dedf2-c355-4137-9786-e6fd84bd4c86 tempest-AttachVolumeShelveTestJSON-1956675563 tempest-AttachVolumeShelveTestJSON-1956675563-project] (103959) timed out ('10.222.0.64', 47654) {{(pid=103959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:39:46.616234 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-8b5afe16-deb7-4078-bbb5-eefe35b64ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (8103d01a-4bae-4525-9df6-7414d6c1f82a), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:46.673620 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9d9-27a7-4e3d-bc0d-9a181c307907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (a034589f-4706-4cc7-9cc1-65813819611e), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:48.799511 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-abb8bff2-5f1a-4f55-8daa-b8e26cabe063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (372af045-1c51-4efd-b11c-59505e33d1ef), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:49.761246 dv-cinder-837531-1-iscsi neutron-server[103961]: DEBUG neutron.db.agents_db [None req-bcc165c6-2348-4690-9c3b-c568d2d57144 None None] Agent healthcheck: found 6 active agents {{(pid=103961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:39:50.033174 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-c8af3974-f035-49c4-9dd3-8f49e0dbc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (3d1b13c0-2ed4-445f-b0e1-4df548c70b01), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:51.479855 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-cf319014-f48d-40a1-a386-bfbab241d363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (f579834f-cdc6-485a-a82e-362c907811d1), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:53.044730 dv-cinder-837531-1-iscsi neutron-server[103960]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc740-ce0b-461c-b351-ced49505214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757798591142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16117927'] for agent (9b074384-1f76-4a3d-bbdb-ba7e8ab2969c), after_update {{(pid=103960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}